-- Logs begin at Fri 2021-07-30 10:12:07 UTC, end at Fri 2021-07-30 11:06:04 UTC. -- Jul 30 10:39:52.995754 dv-cinder-801989-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 10:39:55.724803 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.common.config [-] Logging enabled! Jul 30 10:39:55.725368 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 10:39:55.725569 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 10:39:55.728846 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.common.config [-] Logging enabled! Jul 30 10:39:55.729107 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 10:39:55.729424 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 10:39:55.730377 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 10:39:55.730614 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 10:39:55.730976 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 10:39:55.731227 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 10:39:55.731455 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 10:39:55.731771 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.732069 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.732367 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.732598 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.732892 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.733181 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.733463 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.733748 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.734069 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.734356 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.734638 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.734920 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.735148 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.735433 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.735717 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.736935 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.736935 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] debug = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.737205 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.737639 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.738068 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.738352 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.738643 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.738922 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.739195 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.739471 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.739758 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.740086 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] host = dv-cinder-801989-5-iscsi {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.740363 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.740652 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.740939 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.741226 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.741502 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.741778 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.742088 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.742365 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.742639 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.742915 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.743204 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.743490 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.743780 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.744006 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.744229 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.744514 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.744799 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.745075 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.745352 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.745623 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.745916 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.746189 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.746457 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.746738 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.747019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.747303 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.747575 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.747847 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.748119 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.748389 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.748670 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.748943 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.749216 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.749489 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.749773 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.750066 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.750341 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.750637 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.750923 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.751203 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.751484 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.751995 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.752107 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.752392 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.752664 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.752937 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] use_json = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.753211 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.753481 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.753762 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.754058 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.754331 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.754604 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.754873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.755159 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:55.755461 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.755759 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.756057 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.756342 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.756637 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.756918 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.757208 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.757487 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.757777 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.758093 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.758384 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.758663 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.758948 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.759227 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.759523 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.759828 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.760122 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.760418 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.760694 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.760971 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.761245 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.761527 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.761813 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.762128 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.762420 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.762696 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.762974 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.763265 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.763543 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.763819 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.764097 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.764384 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.764662 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.764935 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.765220 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.765499 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.765774 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.766069 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.766347 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.766638 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.766914 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.767245 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.767754 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.767939 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.768218 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.768507 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.768796 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.769069 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.769343 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.769627 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.769935 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.770218 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.770496 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.770771 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.771048 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.771322 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.771596 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.771871 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.772143 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.772416 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.772688 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.772962 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.773239 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.773511 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.773785 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.774084 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.774358 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.774633 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.774921 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.775223 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.775500 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.775779 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.776059 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.776337 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.776614 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.776891 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.777169 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.777447 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.777720 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.778041 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.778326 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.778614 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.778897 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.779175 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.779470 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.779747 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.780031 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.780309 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.780586 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.780874 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.781156 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.781448 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.781741 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.782059 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.782354 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.782645 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.783489 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.783944 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.784231 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:55.784452 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 10:39:55.784694 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 10:39:56.135261 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 10:39:56.135470 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 10:39:56.135763 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 10:39:56.136101 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 10:39:56.525759 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.526084 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.526358 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.527655 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.527929 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.528194 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.563221 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.563503 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.563773 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.578334 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.578619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.578891 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.607372 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.607654 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.607919 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.644073 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.644366 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.644639 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.877568 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.878228 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.878228 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.878390 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.879004 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.998566 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.998890 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.999176 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.999453 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:56.999723 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.000035 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.000298 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.000557 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.000814 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.001098 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.001360 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.001649 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.001946 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.002276 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.002540 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.002810 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.003068 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.003337 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.003611 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.003872 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.004147 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.004399 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.004686 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.005071 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.005324 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.005571 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.005993 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.006239 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.006478 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.006716 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.006952 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.007190 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.007554 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 10:39:57.010657 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 10:39:57.014573 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 10:39:57.019057 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 30 10:39:57.020679 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 10:39:57.021134 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 10:39:57.021475 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 10:39:57.021883 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 10:39:57.024657 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 10:39:57.024914 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 10:39:57.025268 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 10:39:57.030527 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 10:39:57.053515 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 10:39:57.053996 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.054296 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 10:39:57.054663 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.056026 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 10:39:57.056312 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 10:39:57.056557 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 10:39:57.060194 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.060483 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.124060 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 10:39:57.124301 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 10:39:57.124540 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 10:39:57.124907 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 10:39:57.146675 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_db.sqlalchemy.engines [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 10:39:57.680568 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing driver for type 'gre' Jul 30 10:39:57.681102 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] gre ID ranges: [(1, 1000)] Jul 30 10:39:57.730980 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing driver for type 'local' Jul 30 10:39:57.731453 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing driver for type 'vlan' Jul 30 10:39:57.744981 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] VlanTypeDriver initialization complete Jul 30 10:39:57.745335 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing driver for type 'vxlan' Jul 30 10:39:57.745809 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] vxlan ID ranges: [(1, 1000)] Jul 30 10:39:57.798741 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing extension driver 'port_security' Jul 30 10:39:57.799189 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] PortSecurityExtensionDriver initialization complete Jul 30 10:39:57.799525 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing mechanism driver 'openvswitch' Jul 30 10:39:57.799854 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing mechanism driver 'hyperv' Jul 30 10:39:57.806357 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.plugin [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:39:57.807195 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.807567 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.807928 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.808439 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 10:39:57.809119 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.809475 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.809823 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.810234 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 10:39:57.810638 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.810985 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.811327 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.811714 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 10:39:57.812118 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > security_group after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.812468 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > security_group after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.812809 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.813200 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 10:39:57.813605 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.814206 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.814735 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.815126 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 10:39:57.815534 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > address_group after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.815883 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > address_group after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.816222 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.816605 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 10:39:57.816981 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] ML2 OVO RPC backend initialized. {{(pid=104521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 10:39:57.817680 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.818063 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.818477 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.818826 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > networks before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.819173 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.819515 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > ports before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.819863 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.820204 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnets before_response 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.820549 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.820888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.821222 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.821556 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.821918 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.822252 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.822586 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.822921 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.823253 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.823820 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.plugin [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Modular L2 Plugin initialization complete Jul 30 10:39:57.824149 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading services supported by the core plugin {{(pid=104521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 10:39:57.824474 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.plugins.ml2.managers [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Got port-security extension from driver 'port_security' Jul 30 10:39:57.824933 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.extensions.vlantransparent [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Disabled vlantransparent extension. Jul 30 10:39:57.825412 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 10:39:57.825724 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: router Jul 30 10:39:57.862178 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.862570 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.862944 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router before_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.863308 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.863680 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.864035 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_delete 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.864394 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.864877 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.865227 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.865578 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.865958 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.866321 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.866730 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.867101 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.867450 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.867797 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: subnet after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.868140 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.868487 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.868834 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.869179 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.869522 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.869899 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router after_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.870244 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.870593 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_create 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.870955 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.871303 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_update 55549900 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.871668 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > agent after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.872020 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > agent after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.872362 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > network after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.873210 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Tracking information for resource: router configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.873544 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Tracking information for resource: floatingip configured {{(pid=104521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 10:39:57.879126 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.db.l3_agentschedulers_db [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 10:39:57.879697 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.880056 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port after_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.880410 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port after_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.880762 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: port after_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.881541 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router before_create 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.881933 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.882302 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_create 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.882663 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > router precommit_update 55550100 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.887211 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.provider_configuration [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service providers = [] {{(pid=104521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 10:39:57.887582 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.db.servicetype_db [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 10:39:57.890496 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.service_base [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 10:39:57.890846 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.service_base [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 10:39:57.891189 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.service_base [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 10:39:57.892069 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.services.service_base [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 10:39:57.893269 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.services.service_base [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 10:39:57.893678 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.894026 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 10:39:57.905877 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.906216 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: auto_allocate Jul 30 10:39:57.912209 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: network precommit_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.912584 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: network precommit_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.913101 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.913423 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: tag Jul 30 10:39:57.920266 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.920598 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: timestamp Jul 30 10:39:57.924783 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.925109 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: network_ip_availability Jul 30 10:39:57.930510 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.930927 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.931236 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:57.931934 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.932251 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: flavors Jul 30 10:39:57.937390 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.937724 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading Plugin: revisions Jul 30 10:39:57.942674 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 10:39:57.943061 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_concurrency.lockutils [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=104521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 10:39:57.943787 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 10:39:57.944123 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Initializing extension manager. Jul 30 10:39:57.944636 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: __init__.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.944980 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: __pycache__ {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.945317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.945657 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: address_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.946509 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.947082 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: address-group Jul 30 10:39:57.947409 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: address_scope.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.948123 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.948632 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: address-scope Jul 30 10:39:57.948956 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.949909 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.950417 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: router-admin-state-down-before-update Jul 30 10:39:57.950741 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: agent.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.951440 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.951940 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: agent Jul 30 10:39:57.952259 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: agent_resources_synced.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.953163 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.953663 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: agent-resources-synced Jul 30 10:39:57.954016 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: allowedaddresspairs.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.956739 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.957257 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: allowed-address-pairs Jul 30 10:39:57.957586 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: auto_allocated_topology.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.958680 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.959192 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: auto-allocated-topology Jul 30 10:39:57.959516 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: availability_zone.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.960206 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.960707 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: availability_zone Jul 30 10:39:57.961030 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: availability_zone_filter.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.961960 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.962465 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: availability_zone_filter Jul 30 10:39:57.962788 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: data_plane_status.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.963689 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.964190 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 10:39:57.964512 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: default_subnetpools.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.965421 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.965960 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: default-subnetpools Jul 30 10:39:57.966285 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.967085 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.967587 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: dhcp_agent_scheduler Jul 30 10:39:57.967912 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: dns.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.968833 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.969333 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 10:39:57.969658 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: dns_domain_ports.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.970829 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.971330 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 10:39:57.971656 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.972579 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.973081 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 10:39:57.973405 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: dvr.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.974097 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.974597 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: dvr Jul 30 10:39:57.974919 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: ecmp_routes.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.975831 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.976332 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 10:39:57.976654 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: empty_string_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.977554 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.978089 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: empty-string-filtering Jul 30 10:39:57.978413 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.979322 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.979826 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 10:39:57.980146 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.981051 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.981551 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 10:39:57.981892 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: external_net.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.982796 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.983295 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: external-net Jul 30 10:39:57.983616 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.984513 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.985013 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: extra_dhcp_opt Jul 30 10:39:57.985332 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: extraroute.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.986503 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.987010 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: extraroute Jul 30 10:39:57.987333 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: extraroute_atomic.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.988441 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.988952 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: extraroute-atomic Jul 30 10:39:57.989273 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: filter_validation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.990124 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.990628 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: filter-validation Jul 30 10:39:57.990948 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: fip_pf_description.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.991853 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.992354 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 10:39:57.992672 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: fip_port_details.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.993580 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.994109 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: fip-port-details Jul 30 10:39:57.994430 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: flavors.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.995648 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.996160 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: flavors Jul 30 10:39:57.996484 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.998170 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:57.998688 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 10:39:57.999018 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: floatingip_pools.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:57.999721 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.000231 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: floatingip-pools Jul 30 10:39:58.000558 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: ip_allocation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.002036 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.002797 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 10:39:58.003130 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.004065 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.004574 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: ip-substring-filtering Jul 30 10:39:58.004902 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l2_adjacency.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.005818 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.006344 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 10:39:58.006667 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.007620 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.008142 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: router Jul 30 10:39:58.008469 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.010698 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.011224 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 10:39:58.011556 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.012479 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.012990 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: ext-gw-mode Jul 30 10:39:58.013318 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.014273 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.014785 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: l3-ha Jul 30 10:39:58.015112 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3_flavors.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.016030 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.016536 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: l3-flavors Jul 30 10:39:58.016861 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.018601 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.019111 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 10:39:58.019440 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: l3agentscheduler.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.020466 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.020972 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: l3_agent_scheduler Jul 30 10:39:58.021299 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: logging.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.022822 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.023346 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension logging not supported by any of loaded plugins Jul 30 10:39:58.023674 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: metering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.024410 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.024985 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: metering Jul 30 10:39:58.025312 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.026545 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.027062 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: metering_source_and_destination_fields Jul 30 10:39:58.027392 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: multiprovidernet.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.028323 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.028832 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: multi-provider Jul 30 10:39:58.029159 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: netmtu.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.030098 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.030604 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: net-mtu Jul 30 10:39:58.030928 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: netmtu_writable.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.031839 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.032344 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: net-mtu-writable Jul 30 10:39:58.032667 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: network_availability_zone.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.035000 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.035000 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: network_availability_zone Jul 30 10:39:58.035000 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: network_ip_availability.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.035498 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.036016 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: network-ip-availability Jul 30 10:39:58.036340 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: network_segment_range.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.037103 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.037605 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 10:39:58.037962 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: pagination.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.038941 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.039272 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: pagination Jul 30 10:39:58.039591 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: port_device_profile.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.040502 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.041007 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: port-device-profile Jul 30 10:39:58.041328 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.042267 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.042770 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: port-mac-address-regenerate Jul 30 10:39:58.043089 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.044019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.044521 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: port-numa-affinity-policy Jul 30 10:39:58.044840 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: port_resource_request.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.045749 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.046284 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 10:39:58.046604 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: portbindings.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.047523 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.048028 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: binding Jul 30 10:39:58.048421 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: portbindings_extended.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.049921 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.050440 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: binding-extended Jul 30 10:39:58.050768 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: portsecurity.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.051689 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.052203 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: port-security Jul 30 10:39:58.052528 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: project_id.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.053498 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.053829 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: project-id Jul 30 10:39:58.054178 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: providernet.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.055094 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.055603 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: provider Jul 30 10:39:58.055931 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.059610 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.060129 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos not supported by any of loaded plugins Jul 30 10:39:58.060462 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.061702 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.062244 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 10:39:58.062574 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.063487 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.064524 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 10:39:58.065049 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_default.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.066005 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.066527 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-default not supported by any of loaded plugins Jul 30 10:39:58.066857 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_fip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.067506 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.068009 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 10:39:58.068336 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_gateway_ip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.069272 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.069781 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 10:39:58.070129 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_port_network_policy.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.071040 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.071543 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 10:39:58.071868 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_rule_type_details.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.072783 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.073287 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 10:39:58.073616 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: qos_rules_alias.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.074682 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.075190 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 10:39:58.075513 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: quotasv2.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.077159 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.077159 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: quotas Jul 30 10:39:58.077335 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: quotasv2_detail.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.081145 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.081484 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: quota_details Jul 30 10:39:58.081821 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: rbac.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.082896 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.083423 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: rbac-policies Jul 30 10:39:58.083754 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: rbac_address_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.084687 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.085206 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: rbac-address-group Jul 30 10:39:58.085530 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: rbac_address_scope.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.086476 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.086997 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: rbac-address-scope Jul 30 10:39:58.087326 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: rbac_security_groups.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.088241 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.088750 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: rbac-security-groups Jul 30 10:39:58.089148 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: rbac_subnetpool.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.090097 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.090601 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: rbac-subnetpool Jul 30 10:39:58.090928 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: revisionifmatch.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.091832 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.092341 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: revision-if-match Jul 30 10:39:58.092663 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: revisions.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.093764 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.094309 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: standard-attr-revisions Jul 30 10:39:58.094630 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: router_availability_zone.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.095348 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.096082 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: router_availability_zone Jul 30 10:39:58.096418 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: routerservicetype.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.098515 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.098515 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 10:39:58.098515 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.099128 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.099635 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: security-groups-normalized-cidr Jul 30 10:39:58.099958 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.100871 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.101375 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: port-security-groups-filtering Jul 30 10:39:58.101698 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.104395 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.104395 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: security-groups-remote-address-group Jul 30 10:39:58.104395 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: securitygroup.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.113303 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.113850 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: security-group Jul 30 10:39:58.114185 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: segment.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.114994 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.115503 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension segment not supported by any of loaded plugins Jul 30 10:39:58.115828 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.116766 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.117285 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 10:39:58.117608 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: servicetype.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.118735 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.119257 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: service-type Jul 30 10:39:58.119588 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: sorting.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.120563 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.120898 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: sorting Jul 30 10:39:58.121221 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: standard_attr_segment.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.122223 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.122737 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 10:39:58.123059 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: standardattrdescription.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.123703 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.124209 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: standard-attr-description Jul 30 10:39:58.124535 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: stateful_security_group.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.125472 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.126016 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: stateful-security-group Jul 30 10:39:58.126345 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: stdattrs_common.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.127837 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 10:39:58.128164 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.129103 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.129611 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 10:39:58.129966 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: subnet_onboard.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.131040 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.131557 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: subnet_onboard Jul 30 10:39:58.131884 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.132805 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.133317 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 10:39:58.133642 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: subnet_service_types.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.134590 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.135100 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: subnet-service-types Jul 30 10:39:58.135425 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: subnetallocation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.136501 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.137014 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: subnet_allocation Jul 30 10:39:58.137337 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.138110 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.138617 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: subnetpool-prefix-ops Jul 30 10:39:58.138938 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.139871 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.140377 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 10:39:58.140698 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: tagging.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.141752 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.142957 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: standard-attr-tag Jul 30 10:39:58.143445 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: timestamp.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.144640 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.145150 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loaded extension: standard-attr-timestamp Jul 30 10:39:58.145476 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: trunk.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.146532 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.147050 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension trunk not supported by any of loaded plugins Jul 30 10:39:58.147374 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: trunk_details.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.148310 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.148824 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 10:39:58.149147 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: uplink_status_propagation.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.150092 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.150605 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 10:39:58.150925 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Loading extension file: vlantransparent.py {{(pid=104521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 10:39:58.151588 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 10:39:58.152097 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 10:39:58.154563 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:network Jul 30 10:39:58.155080 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:subnet Jul 30 10:39:58.155473 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 10:39:58.155860 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:port Jul 30 10:39:58.157067 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.157506 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service FLAVORS assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.158527 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.158953 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.159282 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:router Jul 30 10:39:58.159724 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 10:39:58.160211 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service METERING assigned prefix: /metering {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.161664 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:58.162059 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:58.162414 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:39:58.163470 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 10:39:58.164073 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:security_group Jul 30 10:39:58.164517 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 10:39:58.165126 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.165536 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 10:39:58.165904 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] subnetpool is already registered Jul 30 10:39:58.166328 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.166650 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 10:39:58.166980 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] subnetpool is already registered Jul 30 10:39:58.169288 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.170365 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service FLAVORS assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.171019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.171466 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.171801 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:router Jul 30 10:39:58.172144 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] router is already registered Jul 30 10:39:58.172554 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 10:39:58.172886 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] floatingip is already registered Jul 30 10:39:58.173463 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service METERING assigned prefix: /metering {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.174461 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 10:39:58.174792 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] rbac_policy is already registered Jul 30 10:39:58.175223 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:security_group Jul 30 10:39:58.175561 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] security_group is already registered Jul 30 10:39:58.175969 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 10:39:58.176302 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] security_group_rule is already registered Jul 30 10:39:58.176792 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.177124 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 10:39:58.177455 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] subnetpool is already registered Jul 30 10:39:58.177899 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.v2.resource_helper [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Service CORE assigned prefix: {{(pid=104521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 10:39:58.178224 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 10:39:58.178557 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING neutron.quota.resource_registry [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] subnetpool is already registered Jul 30 10:39:58.180258 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: extensions {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.181798 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: address-groups {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.183284 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: address-scopes {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.184757 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: agents {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.186044 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: auto-allocated-topology {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.187294 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: availability_zones {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.188518 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: dhcp-networks {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.190791 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: dhcp-agents {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.192315 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: routers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.194057 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: flavors {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.195229 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: service_profiles {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.196546 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: next_providers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.198007 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: service_profiles {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.199449 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: floatingip-pools {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.200795 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: routers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.202526 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: floatingips {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.203714 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: l3-routers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.206148 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: l3-agents {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.207572 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: metering-labels {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.208845 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: metering-label-rules {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.210140 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: network-ip-availabilities {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.211502 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: bindings {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.213059 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: quotas {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.214517 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: quotas {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.216066 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: rbac-policies {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.217263 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: security-groups {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.218502 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: security-group-rules {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.219846 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: service-providers {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.221484 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: subnetpools {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.222898 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: subnetpools {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.224446 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.226179 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.227874 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.229758 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.231503 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.233358 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.235160 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.237399 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.240293 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.242078 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron.api.extensions [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Extended resource: tags {{(pid=104521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 10:39:58.247961 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING keystonemiddleware.auth_token [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 10:39:58.253226 dv-cinder-801989-5-iscsi neutron-server[104521]: WARNING keystonemiddleware.auth_token [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 10:39:58.261641 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_concurrency.lockutils [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Acquired lock "singleton_lock" {{(pid=104521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 10:39:58.262139 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_concurrency.lockutils [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Releasing lock "singleton_lock" {{(pid=104521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 10:39:58.262776 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Starting 2 workers Jul 30 10:39:58.268338 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Started child 104662 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 10:39:58.272857 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Started child 104663 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 10:39:58.273437 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:39:58.274533 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO neutron.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 10:39:58.275175 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [-] (104662) wsgi starting up on http://0.0.0.0:9696 Jul 30 10:39:58.275274 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Notify callbacks [] for process, before_spawn {{(pid=104521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:39:58.277397 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:39:58.277820 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Starting 1 workers Jul 30 10:39:58.278884 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [-] (104663) wsgi starting up on http://0.0.0.0:9696 Jul 30 10:39:58.282816 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Started child 104664 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 10:39:58.283549 dv-cinder-801989-5-iscsi neutron-server[104521]: INFO oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Starting 1 workers Jul 30 10:39:58.286406 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] calling RpcWorker wait() {{(pid=104664) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 10:39:58.286951 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] returning from RpcWorker wait() {{(pid=104664) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 10:39:58.288092 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Started child 104665 {{(pid=104521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 10:39:58.288216 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:39:58.288583 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:39:58.288906 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG neutron_lib.callbacks.manager [None req-fdb69d14-e739-489b-81c6-187f7bd02014 None None] Notify callbacks [] for process, after_spawn {{(pid=104521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:39:58.290903 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 10:39:58.291126 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 10:39:58.291313 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 10:39:58.291535 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 10:39:58.291869 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 10:39:58.292031 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 10:39:58.292562 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.292819 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.293081 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.293172 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:39:58.293640 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.293640 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.294134 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:39:58.294255 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.294440 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.294669 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.294953 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.295198 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.295362 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.295691 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.295955 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.296217 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.296526 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.296806 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.297068 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.297339 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.297508 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.297757 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.298118 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.298955 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.299289 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] debug = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.299688 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.300340 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.300593 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.300866 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.301062 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.301336 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.301562 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.301803 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.302071 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.302285 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.302525 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.302762 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.303005 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.303233 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.303450 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.303712 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.303933 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.304413 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] host = dv-cinder-801989-5-iscsi {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.304630 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.304865 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.305110 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.305340 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.305607 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.305863 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.306104 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.306370 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.306632 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.306856 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.307109 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.307336 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.307553 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.307806 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.307969 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_options = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.308302 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.308490 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.309013 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.309199 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.309366 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.309539 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.309799 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.309978 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.310241 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.310481 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.310695 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.310989 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.311160 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.311373 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.311634 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.311880 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.312121 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.312332 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.312597 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.312850 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.313070 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.313297 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.313526 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.314019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.314856 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.315091 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.315481 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.315746 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.315967 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.316226 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.316464 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.316712 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.316959 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.317227 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.317478 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.317708 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.317953 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.318257 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.318488 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.318726 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.318968 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.319183 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.319405 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.319642 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.319873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.320086 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_json = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.320297 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.320508 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.320762 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.322093 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.322249 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.322456 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.322698 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.323028 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.323496 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.323849 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.324193 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.324496 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.324861 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.325211 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.325559 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.326314 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.326602 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.327391 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.328326 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.328575 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.328874 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.330938 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.330938 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.330938 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.331317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.331644 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.331904 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.332182 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.332414 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.332678 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.333025 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.333312 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.333594 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.333929 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.334142 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.334396 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.334663 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.334903 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.335130 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.335349 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.335621 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.335848 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.336069 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.336294 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.336527 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.336769 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.337024 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.337250 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.337488 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.337726 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.337998 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.338208 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.338480 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.338813 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.339040 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.339293 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.339529 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.339795 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.340055 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.340305 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.340523 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.340761 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.340986 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.341224 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.341556 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.341783 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.342035 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.342280 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.342538 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.342767 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.342988 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.343224 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.343441 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.343667 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.343918 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.344142 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.344393 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.344610 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.344832 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.345076 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.345382 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.345622 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.345813 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.346076 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.346298 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.346530 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.346754 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.347432 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.347432 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.347432 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.347631 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.347815 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.348113 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.348409 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.348676 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.349065 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.349297 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.349549 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.349776 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.350072 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.350344 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.350565 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.350812 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.351085 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.351333 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.351623 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.351870 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.352866 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.352866 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.352866 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.352866 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.353157 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.353276 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.353668 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.354129 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.354582 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.355064 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.355494 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.355762 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.356044 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.356302 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.356596 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.356812 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.357099 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.357412 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.357777 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.357993 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.358311 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.359076 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.359076 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.359076 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.359330 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.359775 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.360202 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.360610 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.361641 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.362074 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.362496 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.362908 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.363334 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.363850 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.364279 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.364521 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.364768 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.365060 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.365317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.365584 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.365910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.366186 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.366447 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.366688 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.366932 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.367172 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.367389 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.367636 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.367853 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.368095 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.368324 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.368556 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.368771 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.369036 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.369291 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.369510 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.369782 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.370021 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.370240 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.370479 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.370728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.370941 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.371162 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.371401 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.371644 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.371881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.372101 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.372352 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.372594 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.372819 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.373088 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.373333 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.373582 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.373924 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.374091 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.374268 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.374641 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.375037 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.375413 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.375876 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.376096 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.376317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.377211 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.377447 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.377688 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.377914 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.378130 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.378369 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.378720 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.378973 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.379205 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.379453 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.379670 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.379927 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.380165 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.380422 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.380638 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.380857 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.381077 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.381333 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.381591 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.381999 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.382102 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.382276 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.382492 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.382726 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.382941 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.383543 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.383543 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.383803 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.384022 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.384233 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.384486 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.384714 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.384927 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.385136 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.385357 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.385578 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.385810 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.386064 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.386276 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.386488 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.386714 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.386930 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.387142 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.387997 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.387997 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.387997 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.387997 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.388301 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.388435 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.388680 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.388946 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.389158 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.389380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.389623 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.389862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.390080 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.390292 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.390503 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.390724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.390942 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.391151 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.391458 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.391703 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.391944 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.392274 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.392522 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.392784 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.393037 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.393354 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.393605 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.393867 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.394097 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.394316 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.394573 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.394833 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.395162 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.395469 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.395735 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.396012 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.396285 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.396563 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.396824 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.397056 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.397349 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.397783 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.398081 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.398356 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.398598 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.398851 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.399094 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.399312 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.399531 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.399747 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.399965 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.400202 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.400454 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.400716 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.400930 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.401155 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.401371 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.401615 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.401860 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.402105 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.402335 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.402493 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 10:39:58.403016 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 10:39:58.403176 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 10:39:58.403328 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 10:39:58.403521 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 10:39:58.403690 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 10:39:58.403843 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 10:39:58.404046 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.404208 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.404366 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.404525 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.404682 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.404862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.405023 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.405182 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.405338 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.405496 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.405653 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.405809 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.406000 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.406160 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.406317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.406476 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.406659 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.406820 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.407006 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.407165 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.407322 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.407479 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.407637 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] debug = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.407840 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408046 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408289 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408471 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408626 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408626 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408869 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.408992 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.409122 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.409245 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.409366 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.409523 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.409681 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.409869 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410020 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410178 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410335 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410495 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] host = dv-cinder-801989-5-iscsi {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410653 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410811 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.410970 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.411127 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.411285 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.411444 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.411620 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.411748 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.411905 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.412064 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.412221 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.412379 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.412538 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.412695 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.412853 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_options = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.413010 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.413168 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.413325 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.413516 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.413679 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.413855 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414017 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414175 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414334 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414704 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414704 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414924 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.414924 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.415128 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.415249 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.415394 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.415552 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.415710 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.415868 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416026 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416183 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416340 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416497 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416654 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416811 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.416967 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.417124 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.417280 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.417437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.417595 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.417752 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.417947 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.418108 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.418266 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.418425 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.418584 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.418742 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.418903 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.419062 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.419219 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.419376 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.419533 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.419691 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.419848 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420005 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420162 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_json = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420320 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420478 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420635 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420797 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.420970 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.421128 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.421284 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.421442 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 10:39:58.421620 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.421782 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.421960 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.422126 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.422342 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.422447 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.422596 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.422803 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.422902 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.423055 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.423230 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.423969 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.424213 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.424315 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.424452 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.424611 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.424776 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.424938 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.425096 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.425255 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.425416 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.425576 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.425754 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.426675 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.426832 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427090 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427263 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427408 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427546 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427696 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427842 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.427985 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.428125 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.429888 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.430728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.430728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.430728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.430728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.430728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.430728 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.431369 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.431369 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.431369 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.431369 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.432603 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.434437 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.436724 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.437548 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.438319 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440346 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.440881 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441363 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441363 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441363 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441629 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441629 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441782 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.441978 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.442173 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.442309 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.442477 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.442828 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.442828 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.442985 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.445862 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446473 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446907 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446907 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446907 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446907 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446907 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.446907 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447231 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:39:58.447317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447317 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447637 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447637 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447754 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.447849 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448012 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448172 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448334 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448494 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448653 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448814 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.448976 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.449137 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.449297 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.449457 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.449616 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.449776 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.449957 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.450260 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.450260 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.450422 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.450584 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.450744 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.450904 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.451066 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.451228 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.451389 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.451550 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.451713 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.451874 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.452035 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.452196 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.452357 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.452517 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.452679 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.452839 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.453000 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.453160 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.453321 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.453497 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.453659 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.453823 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.454002 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.454163 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.454329 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.454509 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455019 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455329 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455409 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455542 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455704 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.455864 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456025 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456185 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456345 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456505 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456678 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456838 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.456999 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.457159 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.457311 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.459619 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.461873 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462380 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.462910 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463431 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463878 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463878 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.463878 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.464096 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.464096 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.464234 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.464562 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.464562 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.464735 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.465576 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.465576 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.465576 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.465576 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.465576 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466034 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466034 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466034 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466313 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466313 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466462 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466542 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466785 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.466884 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467001 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467162 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467378 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467539 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467668 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467763 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.467921 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.468084 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.469023 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.469023 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.469023 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.469023 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 10:39:58.469023 dv-cinder-801989-5-iscsi neutron-server[104521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 10:39:58.672033 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52656) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:39:58.681201 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062418 Jul 30 10:40:09.982250 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6764a0-69d9-40da-a64a-af88626ce5ef None None] get_active_networks_info from dv-cinder-801989-5-iscsi {{(pid=104664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 10:40:10.039860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6764a0-69d9-40da-a64a-af88626ce5ef None None] No non-hosted networks {{(pid=104664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 10:40:10.054914 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.agentschedulers_db [None req-9e6764a0-69d9-40da-a64a-af88626ce5ef None None] DHCP Agent not found on host dv-cinder-801989-5-iscsi {{(pid=104664) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 10:40:10.120213 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-23844c1f-2cd7-4e71-af68-de1a8a118d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636062'] for agent, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:12.722481 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636062'] for agent, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:12.723848 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.725174 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.726181 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.727744 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.728892 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.730056 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.731323 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.732474 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.733605 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.734568 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.737756 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.742530 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:12.744303 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801989-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:12.762496 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801989-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:12.823783 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeff8-557f-4fae-b7f9-5f107674f79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636062'] for agent, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:12.892518 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-58b7572d-3501-4137-a548-f1d2047cf431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:13.396801 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636062'] for agent, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:15.194021 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636062'] for agent, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:16.203740 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52746) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:16.699132 dv-cinder-801989-5-iscsi neutron-server[104663]: WARNING oslo_policy.policy [None req-4718148c-3a9e-450d-b35d-ae1d01c499ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:16.699712 dv-cinder-801989-5-iscsi neutron-server[104663]: WARNING oslo_policy.policy [None req-4718148c-3a9e-450d-b35d-ae1d01c499ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:16.915680 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [None req-4718148c-3a9e-450d-b35d-ae1d01c499ff admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:40:16.916715 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4718148c-3a9e-450d-b35d-ae1d01c499ff admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7120440 Jul 30 10:40:19.293125 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52760) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:19.605611 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:19.701781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.policy [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104663) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 10:40:19.747639 dv-cinder-801989-5-iscsi neutron-server[104663]: WARNING oslo_policy.policy [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:19.748020 dv-cinder-801989-5-iscsi neutron-server[104663]: WARNING oslo_policy.policy [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:19.757515 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.quota [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] Loaded quota_driver: . Jul 30 10:40:19.851482 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773390272896', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773390273459', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773390260197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773390254584', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773390683972', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773390241320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621912', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790214'] for rbac-policy, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:19.920225 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:19.921524 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-180f2e56-b313-4834-a76f-ad72f5f0998a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6274130 Jul 30 10:40:20.154307 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.db.l3_hamode_db [None req-e8cf757c-d6cc-49d9-8f7b-3caef325faca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 10:40:20.230950 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf757c-d6cc-49d9-8f7b-3caef325faca None None] Routers set() bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:40:20.231331 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf757c-d6cc-49d9-8f7b-3caef325faca None None] Router IDs set() for agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 10:40:22.472347 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52772) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:22.766034 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:22.794708 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Made reservation on behalf of c61956c055644ceeaa3c89d5e63ae51d for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:40:22.798087 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:22.814798 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:22.935762 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:22.939367 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:22.958168 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=104663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:40:22.987969 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773392791336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:22.988539 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Unsubscribe: segment precommit_create {{(pid=104663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 10:40:22.989033 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Added segment c33c7b7a-ecb0-49e7-822f-d775698326e3 of type vlan for network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 Jul 30 10:40:23.006359 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02457bb-7744-4daa-8f81-edb6aa71af97,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:23.055841 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.056188 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.056541 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.056870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.057197 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.057539 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.057902 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.058244 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.058841 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.059163 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.059480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.059796 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Tracked resource versions report: Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: pushed versions: Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: { 'AddressGroup': {'1.2'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'ConntrackHelper': {'1.0'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Log': {'1.0'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Network': {'1.1'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Port': {'1.7'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'PortForwarding': {'1.2'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'QosPolicy': {'1.8'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroup': {'1.4'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SubPort': {'1.0'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Subnet': {'1.1'}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Trunk': {'1.1'}} Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: consumer versions: Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'ConntrackHelper': '1.0', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Log': '1.0', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Network': '1.1', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Port': '1.7', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'PortForwarding': '1.2', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'QosPolicy': '1.8', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroup': '1.4', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroupRule': '1.2', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SubPort': '1.0', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Subnet': '1.1', Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Trunk': '1.1'}} Jul 30 10:40:23.060912 dv-cinder-801989-5-iscsi neutron-server[104663]: {{(pid=104663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:40:23.109121 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:23.160927 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:23.162073 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:23.162732 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:23.243696 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7701910 Jul 30 10:40:23.261998 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf231c-b183-4231-8c19-91b283e25cee admin admin] Pushing event updated for resources: {'Network': ['ID=fb13b48f-d68e-44b9-8afc-d96dfe8532b1,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:23.274644 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:40:25.858571 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52786) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:26.244292 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7e592-5652-4b85-91f6-fc12e6f29b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:26.245632 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-aba7e592-5652-4b85-91f6-fc12e6f29b8c admin admin] 10.222.0.23 "GET /v2.0/networks/fb13b48f-d68e-44b9-8afc-d96dfe8532b1 HTTP/1.1" status: 200 len: 825 time: 0.3858726 Jul 30 10:40:26.270027 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1b3c2277-9931-4862-8b07-8b40071c4495 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/d8ea7292-89f0-4acc-b9ec-3fab9894ceb6 HTTP/1.1" status: 200 len: 734 time: 0.0181036 Jul 30 10:40:26.278816 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Request body: {'subnet': {'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:26.308192 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Made reservation on behalf of c61956c055644ceeaa3c89d5e63ae51d for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:40:26.310679 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:26.616331 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:26.685255 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e5adf3-7921-4b3a-a112-302241e890fc,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:26.692140 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Checking segment: {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:40:26.692551 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Network hostable DHCP agents. Network: fb13b48f-d68e-44b9-8afc-d96dfe8532b1, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:40:26.713969 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:40:26.723996 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, fb13b48f-d68e-44b9-8afc-d96dfe8532b1) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:40:26.728555 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:26.729159 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:26.733449 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecc284-fd6b-4204-bb7d-f947707358b9 None None] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:40:26.742077 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4698a101-167c-4f8a-a201-799ce9e7eae1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4664340 Jul 30 10:40:27.046926 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:40:27.048353 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:27.320507 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Allocated IP 172.20.0.2 (fb13b48f-d68e-44b9-8afc-d96dfe8532b1/f3e5adf3-7921-4b3a-a112-302241e890fc/048e7896-16b1-4049-8deb-bb37b602b623) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:40:27.549642 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:27.565239 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Transition to ACTIVE for port object 048e7896-16b1-4049-8deb-bb37b602b623 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:40:27.586326 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Transition to ACTIVE for port object 048e7896-16b1-4049-8deb-bb37b602b623 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:40:27.595185 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:27.664378 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:40:27.668954 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:40:27.681737 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:40:27.685047 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Pushing event updated for resources: {'Port': ['ID=048e7896-16b1-4049-8deb-bb37b602b623,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:27.715681 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.716343 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.716699 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.717043 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.717381 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.717718 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.718076 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.718411 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.718756 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.719141 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.719963 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.720288 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Tracked resource versions report: Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: pushed versions: Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: { 'AddressGroup': {'1.2'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'ConntrackHelper': {'1.0'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Log': {'1.0'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Network': {'1.1'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Port': {'1.7'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'PortForwarding': {'1.2'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'QosPolicy': {'1.8'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroup': {'1.4'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SubPort': {'1.0'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Subnet': {'1.1'}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Trunk': {'1.1'}} Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: consumer versions: Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'ConntrackHelper': '1.0', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Log': '1.0', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Network': '1.1', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Port': '1.7', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'PortForwarding': '1.2', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'QosPolicy': '1.8', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroup': '1.4', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroupRule': '1.2', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SubPort': '1.0', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Subnet': '1.1', Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Trunk': '1.1'}} Jul 30 10:40:27.721420 dv-cinder-801989-5-iscsi neutron-server[104664]: {{(pid=104664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:40:27.768253 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Attempting to bind port 048e7896-16b1-4049-8deb-bb37b602b623 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:40:27.768849 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Attempting to bind port 048e7896-16b1-4049-8deb-bb37b602b623 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:40:27.769063 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Attempting to bind port 048e7896-16b1-4049-8deb-bb37b602b623 on network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:40:27.774392 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:40:27.774813 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Checking segment: {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:40:27.775290 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:27.775691 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Bound using segment: {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:40:27.776151 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Bound port: 048e7896-16b1-4049-8deb-bb37b602b623, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:40:27.776580 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:27.840384 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] For port 048e7896-16b1-4049-8deb-bb37b602b623, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:40:27.845027 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] For port 048e7896-16b1-4049-8deb-bb37b602b623, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=048e7896-16b1-4049-8deb-bb37b602b623,segment=NetworkSegment(c33c7b7a-ecb0-49e7-822f-d775698326e3),segment_id=c33c7b7a-ecb0-49e7-822f-d775698326e3)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:40:27.850101 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:27.914307 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8017bce-3652-40e7-95dc-021f572be0b3 None None] Pushing event updated for resources: {'Port': ['ID=048e7896-16b1-4049-8deb-bb37b602b623,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:29.152566 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52794) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:29.471888 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [None req-9622285c-c8ba-4fd1-8103-682a903123e4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:40:29.472944 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9622285c-c8ba-4fd1-8103-682a903123e4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181915 Jul 30 10:40:31.837475 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52802) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:32.149673 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [None req-01b82b65-8c26-4ceb-af5e-1a159ec888ef admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:40:32.150786 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-01b82b65-8c26-4ceb-af5e-1a159ec888ef admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122561 Jul 30 10:40:34.799474 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52812) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:35.099715 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:35.124251 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:35.126752 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:35.264110 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:35.277568 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:35.291179 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:35.292354 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-53e247a0-1e7c-4735-b717-3c0d36396b3b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4919171 Jul 30 10:40:36.369852 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc49e67-6faa-475c-a514-542b2359754b None None] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:40:36.483232 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-acb61d0d-c36e-4761-b575-3cf2d0a56c4b None None] Provisioning for port 048e7896-16b1-4049-8deb-bb37b602b623 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:40:36.685704 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 048e7896-16b1-4049-8deb-bb37b602b623 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:40:36.767998 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 048e7896-16b1-4049-8deb-bb37b602b623 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:40:36.771454 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 048e7896-16b1-4049-8deb-bb37b602b623 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:36.771843 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:36.824075 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f61757b6-9f23-4bd3-a536-8a90077c40ff None None] Provisioning complete for port 048e7896-16b1-4049-8deb-bb37b602b623 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:36.824443 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f61757b6-9f23-4bd3-a536-8a90077c40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:36.915149 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:36.955338 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 048e7896-16b1-4049-8deb-bb37b602b623, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=048e7896-16b1-4049-8deb-bb37b602b623,segment=NetworkSegment(c33c7b7a-ecb0-49e7-822f-d775698326e3),segment_id=c33c7b7a-ecb0-49e7-822f-d775698326e3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:40:36.974906 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:37.014132 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f61757b6-9f23-4bd3-a536-8a90077c40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:37.042798 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=048e7896-16b1-4049-8deb-bb37b602b623,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:37.082681 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.db.api [None req-f61757b6-9f23-4bd3-a536-8a90077c40ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 10:40:37.083062 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG oslo_db.api [None req-f61757b6-9f23-4bd3-a536-8a90077c40ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 10:40:37.674525 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52824) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:37.978673 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [None req-55462714-3c89-41ea-bfbb-d9a63bcd37a4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:40:37.979668 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-55462714-3c89-41ea-bfbb-d9a63bcd37a4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041987 Jul 30 10:40:38.655454 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 048e7896-16b1-4049-8deb-bb37b602b623 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:40:38.701548 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 048e7896-16b1-4049-8deb-bb37b602b623 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:38.701949 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:39.905003 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8fd0391a-1b4f-404d-8b39-21e8577c5aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.348624 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52832) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:40.656781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:40.678535 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Made reservation on behalf of 0ae96d7774774466a1addbec977d7ebf for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:40:40.680703 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.689332 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.774279 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.777552 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.791654 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Reserving flat network on physical network physnet1 {{(pid=104663) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 10:40:40.809284 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea318a2-f1bd-45e5-be31-34e836310485,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:40.814855 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.815215 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Added segment 6382ea82-e615-4f09-a54c-376d9c1044a9 of type flat for network 4891d188-bd5b-4f5a-a457-6c650fc149bc Jul 30 10:40:40.860146 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.894417 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.895332 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:40.895906 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:40.949278 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5996180 Jul 30 10:40:40.954490 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fef67-3abd-45a3-9481-22629d09dda9 admin admin] Pushing event updated for resources: {'Network': ['ID=4891d188-bd5b-4f5a-a457-6c650fc149bc,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:40.964732 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:40:42.707224 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:42.804043 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f707b39f-0f78-43bb-a859-e29893599113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:43.306841 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52840) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:43.339597 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:43.678901 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9da74-f67a-419e-9566-eef5c127b855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:43.680180 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9eb9da74-f67a-419e-9566-eef5c127b855 admin admin] 10.222.0.23 "GET /v2.0/subnets/f3e5adf3-7921-4b3a-a112-302241e890fc HTTP/1.1" status: 200 len: 849 time: 0.3723705 Jul 30 10:40:43.796206 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6bee137b-bf9a-4b69-bce1-376c2505e8bf admin admin] 10.222.0.23 "GET /v2.0/routers/26c923bb-a388-40ad-acba-a5129b0626fa HTTP/1.1" status: 200 len: 704 time: 0.1098299 Jul 30 10:40:44.059284 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:44.350210 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Allocated IP 172.20.0.1 (fb13b48f-d68e-44b9-8afc-d96dfe8532b1/f3e5adf3-7921-4b3a-a112-302241e890fc/210bbdbb-a85a-495b-8799-1d9382fa999c) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:40:44.545895 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:44.568000 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Transition to ACTIVE for port object 210bbdbb-a85a-495b-8799-1d9382fa999c will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:40:44.649078 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:44.712274 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:40:44.717312 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:40:44.723341 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:40:44.723722 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:44.788699 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Pushing event updated for resources: {'Port': ['ID=210bbdbb-a85a-495b-8799-1d9382fa999c,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:44.878637 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c22514df-0d74-420b-9865-60a48ac5ff9f None None] Provisioning for port 210bbdbb-a85a-495b-8799-1d9382fa999c completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:40:44.882391 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c22514df-0d74-420b-9865-60a48ac5ff9f None None] Provisioning complete for port 210bbdbb-a85a-495b-8799-1d9382fa999c triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:44.882772 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c22514df-0d74-420b-9865-60a48ac5ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:44.916861 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-c22514df-0d74-420b-9865-60a48ac5ff9f None None] Port 210bbdbb-a85a-495b-8799-1d9382fa999c cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:40:44.928697 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:45.133517 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:45.138388 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:45.139349 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:45.152362 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:45.220724 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Pushing event updated for resources: {'Port': ['ID=210bbdbb-a85a-495b-8799-1d9382fa999c,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:45.267392 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:40:45.268615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:40:45.427677 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Router 26c923bb-a388-40ad-acba-a5129b0626fa is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:40:45.436538 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f1edae4e-da39-4a70-a305-fb32c842db61 None None] Provisioning complete for port 210bbdbb-a85a-495b-8799-1d9382fa999c triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:45.436911 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f1edae4e-da39-4a70-a305-fb32c842db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:45.470216 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f1edae4e-da39-4a70-a305-fb32c842db61 None None] Port 210bbdbb-a85a-495b-8799-1d9382fa999c cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:40:45.518361 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:40:45.523822 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ee70c6a0-14cb-402b-9044-87e63ff98f7e admin admin] 10.222.0.23 "PUT /v2.0/routers/26c923bb-a388-40ad-acba-a5129b0626fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7220955 Jul 30 10:40:45.545529 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Sync routers for ids ['26c923bb-a388-40ad-acba-a5129b0626fa'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:40:45.557671 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Routers {'26c923bb-a388-40ad-acba-a5129b0626fa'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:40:45.558799 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:40:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['26c923bb-a388-40ad-acba-a5129b0626fa'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:45.739867 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Set router 26c923bb-a388-40ad-acba-a5129b0626fa gateway port host: None {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:40:46.162057 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'name': 'router1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:40:35Z', 'updated_at': '2021-07-30T10:40:44Z', 'revision_number': 2, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'gw_port_host': None, '_interfaces': [{'id': '210bbdbb-a85a-495b-8799-1d9382fa999c', 'name': '', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'mac_address': 'fa:16:3e:94:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:44Z', 'updated_at': '2021-07-30T10:40:45Z', 'revision_number': 2, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'subnets': [{'id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:46.213528 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Checking router: 26c923bb-a388-40ad-acba-a5129b0626fa for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:40:46.213924 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Updating router 26c923bb-a388-40ad-acba-a5129b0626fa port 210bbdbb-a85a-495b-8799-1d9382fa999c binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:40:46.263255 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:46.783845 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:46.802923 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Transition to ACTIVE for port object 210bbdbb-a85a-495b-8799-1d9382fa999c will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:40:46.809257 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:46.966602 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Pushing event updated for resources: {'Port': ['ID=210bbdbb-a85a-495b-8799-1d9382fa999c,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:46.976777 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Attempting to bind port 210bbdbb-a85a-495b-8799-1d9382fa999c on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:40:46.977176 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Attempting to bind port 210bbdbb-a85a-495b-8799-1d9382fa999c by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:40:46.977590 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Attempting to bind port 210bbdbb-a85a-495b-8799-1d9382fa999c on network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:40:46.979974 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.980316 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.980670 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.981009 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.981330 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.981650 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.981996 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.982315 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.982651 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.983777 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.984911 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.985230 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Tracked resource versions report: Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: pushed versions: Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: { 'AddressGroup': {'1.2'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'ConntrackHelper': {'1.0'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Log': {'1.0'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Network': {'1.1'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Port': {'1.7'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'PortForwarding': {'1.2'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'QosPolicy': {'1.8'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroup': {'1.4'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SubPort': {'1.0'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Subnet': {'1.1'}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Trunk': {'1.1'}} Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: consumer versions: Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'ConntrackHelper': '1.0', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Log': '1.0', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Network': '1.1', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Port': '1.7', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'PortForwarding': '1.2', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'QosPolicy': '1.8', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroup': '1.4', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroupRule': '1.2', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SubPort': '1.0', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Subnet': '1.1', Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Trunk': '1.1'}} Jul 30 10:40:46.986379 dv-cinder-801989-5-iscsi neutron-server[104665]: {{(pid=104665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:40:46.993362 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:40:46.993790 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Checking segment: {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:40:46.994279 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:46.994671 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Bound using segment: {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:40:46.995154 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Bound port: 210bbdbb-a85a-495b-8799-1d9382fa999c, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c7b7a-ecb0-49e7-822f-d775698326e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:40:46.995544 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:47.061365 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] For port 210bbdbb-a85a-495b-8799-1d9382fa999c, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:40:47.084076 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] For port 210bbdbb-a85a-495b-8799-1d9382fa999c, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=210bbdbb-a85a-495b-8799-1d9382fa999c,segment=NetworkSegment(c33c7b7a-ecb0-49e7-822f-d775698326e3),segment_id=c33c7b7a-ecb0-49e7-822f-d775698326e3)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:40:47.088392 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:47.149689 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53ce9-b6f6-4203-b5a7-4058cda82337 None None] Pushing event updated for resources: {'Port': ['ID=210bbdbb-a85a-495b-8799-1d9382fa999c,revision_number=4']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:47.153971 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Routers {'26c923bb-a388-40ad-acba-a5129b0626fa'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:40:47.154575 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:40:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['26c923bb-a388-40ad-acba-a5129b0626fa'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:47.246981 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] Set router 26c923bb-a388-40ad-acba-a5129b0626fa gateway port host: None {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:40:47.452066 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'name': 'router1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:40:35Z', 'updated_at': '2021-07-30T10:40:44Z', 'revision_number': 2, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'gw_port_host': None, '_interfaces': [{'id': '210bbdbb-a85a-495b-8799-1d9382fa999c', 'name': '', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'mac_address': 'fa:16:3e:94:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:44Z', 'updated_at': '2021-07-30T10:40:47Z', 'revision_number': 4, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'subnets': [{'id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:47.476993 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac4c5-2c7d-4851-9b2a-b8c1c81295b8 None None] The sync data for ids ['26c923bb-a388-40ad-acba-a5129b0626fa'] in dv-cinder-801989-5-iscsi is: [{'id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'name': 'router1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:40:35Z', 'updated_at': '2021-07-30T10:40:44Z', 'revision_number': 2, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'gw_port_host': None, '_interfaces': [{'id': '210bbdbb-a85a-495b-8799-1d9382fa999c', 'name': '', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'mac_address': 'fa:16:3e:94:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:44Z', 'updated_at': '2021-07-30T10:40:47Z', 'revision_number': 4, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'subnets': [{'id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:40:47.774332 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 52860) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:47.907526 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d362b2-f195-4e94-b7c6-fbdd3d361dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:47.908865 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a8d362b2-f195-4e94-b7c6-fbdd3d361dbc admin admin] 10.222.0.23 "GET /v2.0/networks/4891d188-bd5b-4f5a-a457-6c650fc149bc HTTP/1.1" status: 200 len: 842 time: 0.1336634 Jul 30 10:40:47.918781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:47.939880 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Made reservation on behalf of 0ae96d7774774466a1addbec977d7ebf for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:40:47.942078 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:48.296942 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.objects.ports [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104663) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 10:40:48.297601 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:48.346133 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dba66b8-eb18-4a21-9561-6ad22c068bd2,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:48.360947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:40:48.361302 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Network hostable DHCP agents. Network: 4891d188-bd5b-4f5a-a457-6c650fc149bc, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:40:48.377631 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:40:48.385618 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 4891d188-bd5b-4f5a-a457-6c650fc149bc) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:40:48.389710 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:48.390897 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:48.394561 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb164fc-8de4-428b-8b27-809957548813 None None] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:40:48.422600 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4c2fef15-b631-41c9-9fa8-0017caa297cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4956534 Jul 30 10:40:48.526603 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05057112-673e-4992-a74f-dde915a04a53 None None] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:40:50.704010 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 52878) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:50.852563 dv-cinder-801989-5-iscsi neutron-server[104662]: WARNING oslo_policy.policy [None req-2a3c4f29-a5d9-4801-9a38-b585d0890b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:50.853081 dv-cinder-801989-5-iscsi neutron-server[104662]: WARNING oslo_policy.policy [None req-2a3c4f29-a5d9-4801-9a38-b585d0890b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:51.133987 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.policy [None req-2a3c4f29-a5d9-4801-9a38-b585d0890b12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104662) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 10:40:51.179486 dv-cinder-801989-5-iscsi neutron-server[104662]: WARNING oslo_policy.policy [None req-2a3c4f29-a5d9-4801-9a38-b585d0890b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:51.179887 dv-cinder-801989-5-iscsi neutron-server[104662]: WARNING oslo_policy.policy [None req-2a3c4f29-a5d9-4801-9a38-b585d0890b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 10:40:51.421190 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2a3c4f29-a5d9-4801-9a38-b585d0890b12 admin admin] 10.222.0.23 "GET /v2.0/routers/26c923bb-a388-40ad-acba-a5129b0626fa HTTP/1.1" status: 200 len: 710 time: 0.7149181 Jul 30 10:40:51.611198 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f5d6a-8b46-4fac-b0b9-c121ac4de631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:40:51.612971 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-026f5d6a-8b46-4fac-b0b9-c121ac4de631 admin admin] 10.222.0.23 "GET /v2.0/networks/4891d188-bd5b-4f5a-a457-6c650fc149bc HTTP/1.1" status: 200 len: 886 time: 0.1861520 Jul 30 10:40:51.622574 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:40:51.882816 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.120787 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.201271 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.386936 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Allocated IP 172.27.0.105 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/583c43fc-b5c0-4e8d-816c-90c9ba85a468) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:40:52.502081 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.604424 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.679366 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 210bbdbb-a85a-495b-8799-1d9382fa999c up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:40:52.691012 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:40:52.696012 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:40:52.737382 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:40:52.738377 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 210bbdbb-a85a-495b-8799-1d9382fa999c completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:40:52.742536 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 210bbdbb-a85a-495b-8799-1d9382fa999c triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:52.742914 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.777975 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Pushing event updated for resources: {'Port': ['ID=583c43fc-b5c0-4e8d-816c-90c9ba85a468,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:52.872787 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.882512 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.882871 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.883420 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.883527 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.883851 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.884180 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.884507 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.884851 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.885209 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.885538 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.885938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.886197 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Tracked resource versions report: Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: pushed versions: Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: { 'AddressGroup': {'1.2'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'ConntrackHelper': {'1.0'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Log': {'1.0'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Network': {'1.1'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Port': {'1.7'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'PortForwarding': {'1.2'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'QosPolicy': {'1.8'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroup': {'1.4'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SubPort': {'1.0'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Subnet': {'1.1'}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Trunk': {'1.1'}} Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: consumer versions: Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'ConntrackHelper': '1.0', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Log': '1.0', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Network': '1.1', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Port': '1.7', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'PortForwarding': '1.2', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'QosPolicy': '1.8', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroup': '1.4', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroupRule': '1.2', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SubPort': '1.0', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Subnet': '1.1', Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Trunk': '1.1'}} Jul 30 10:40:52.887346 dv-cinder-801989-5-iscsi neutron-server[104662]: {{(pid=104662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:40:52.909131 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 210bbdbb-a85a-495b-8799-1d9382fa999c, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=210bbdbb-a85a-495b-8799-1d9382fa999c,segment=NetworkSegment(c33c7b7a-ecb0-49e7-822f-d775698326e3),segment_id=c33c7b7a-ecb0-49e7-822f-d775698326e3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:40:52.913114 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:52.959907 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=210bbdbb-a85a-495b-8799-1d9382fa999c,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:53.048575 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:53.286882 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1637230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:53.291876 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1637241'] for router, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:53.401476 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Router 26c923bb-a388-40ad-acba-a5129b0626fa has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:40:53.512716 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:40:53.517880 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:53.518982 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a7f58c6f-ec4a-476a-94ce-0d46188802b0 admin admin] 10.222.0.23 "PUT /v2.0/routers/26c923bb-a388-40ad-acba-a5129b0626fa HTTP/1.1" status: 200 len: 890 time: 1.8999414 Jul 30 10:40:53.876609 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Sync routers for ids ['26c923bb-a388-40ad-acba-a5129b0626fa'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:40:53.887319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Routers {'26c923bb-a388-40ad-acba-a5129b0626fa'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:40:53.887958 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:40:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['26c923bb-a388-40ad-acba-a5129b0626fa'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:54.090964 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Set router 26c923bb-a388-40ad-acba-a5129b0626fa gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:40:54.474236 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'name': 'router1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '583c43fc-b5c0-4e8d-816c-90c9ba85a468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:40:35Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 4, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'gw_port': {'id': '583c43fc-b5c0-4e8d-816c-90c9ba85a468', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:52Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '210bbdbb-a85a-495b-8799-1d9382fa999c', 'name': '', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'mac_address': 'fa:16:3e:94:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:44Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 5, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'subnets': [{'id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:54.523930 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Checking router: 26c923bb-a388-40ad-acba-a5129b0626fa for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:40:54.524303 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Updating router 26c923bb-a388-40ad-acba-a5129b0626fa port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:40:54.572062 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:54.668326 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 210bbdbb-a85a-495b-8799-1d9382fa999c up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:40:54.811184 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 210bbdbb-a85a-495b-8799-1d9382fa999c triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:54.811473 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:55.079385 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:55.089155 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Transition to ACTIVE for port object 583c43fc-b5c0-4e8d-816c-90c9ba85a468 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:40:55.095117 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:55.144806 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Attempting to bind port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:40:55.145178 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Attempting to bind port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:40:55.145545 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Attempting to bind port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:40:55.148246 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf61f4-fcd3-4b52-b853-ce2538167121 None None] Pushing event updated for resources: {'Port': ['ID=583c43fc-b5c0-4e8d-816c-90c9ba85a468,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:55.153463 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:40:55.153860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:40:55.154262 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:55.155100 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:40:55.155100 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Bound port: 583c43fc-b5c0-4e8d-816c-90c9ba85a468, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:40:55.155997 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:55.207570 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] For port 583c43fc-b5c0-4e8d-816c-90c9ba85a468, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:40:55.210781 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] For port 583c43fc-b5c0-4e8d-816c-90c9ba85a468, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=583c43fc-b5c0-4e8d-816c-90c9ba85a468,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:40:55.214380 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:55.264488 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Routers {'26c923bb-a388-40ad-acba-a5129b0626fa'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:40:55.265790 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:40:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['26c923bb-a388-40ad-acba-a5129b0626fa'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:55.305030 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf61f4-fcd3-4b52-b853-ce2538167121 None None] Pushing event updated for resources: {'Port': ['ID=583c43fc-b5c0-4e8d-816c-90c9ba85a468,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:55.381063 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] Set router 26c923bb-a388-40ad-acba-a5129b0626fa gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:40:55.584475 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'name': 'router1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '583c43fc-b5c0-4e8d-816c-90c9ba85a468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:40:35Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 4, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'gw_port': {'id': '583c43fc-b5c0-4e8d-816c-90c9ba85a468', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:52Z', 'updated_at': '2021-07-30T10:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '210bbdbb-a85a-495b-8799-1d9382fa999c', 'name': '', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'mac_address': 'fa:16:3e:94:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:44Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 5, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'subnets': [{'id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:40:55.613661 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f813b-63dc-47ad-86bd-d34d0d408de5 None None] The sync data for ids ['26c923bb-a388-40ad-acba-a5129b0626fa'] in dv-cinder-801989-5-iscsi is: [{'id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'name': 'router1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '583c43fc-b5c0-4e8d-816c-90c9ba85a468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:40:35Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 4, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'gw_port': {'id': '583c43fc-b5c0-4e8d-816c-90c9ba85a468', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:52Z', 'updated_at': '2021-07-30T10:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '210bbdbb-a85a-495b-8799-1d9382fa999c', 'name': '', 'network_id': 'fb13b48f-d68e-44b9-8afc-d96dfe8532b1', 'tenant_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'mac_address': 'fa:16:3e:94:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c923bb-a388-40ad-acba-a5129b0626fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:40:44Z', 'updated_at': '2021-07-30T10:40:52Z', 'revision_number': 5, 'project_id': 'c61956c055644ceeaa3c89d5e63ae51d', 'subnets': [{'id': 'f3e5adf3-7921-4b3a-a112-302241e890fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd8ea7292-89f0-4acc-b9ec-3fab9894ceb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:40:55.981066 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 52902) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:40:56.101325 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-7305dd6e-a88a-4a1d-af2a-b06d5cf3a2cb admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189487 Jul 30 10:40:56.677657 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 583c43fc-b5c0-4e8d-816c-90c9ba85a468 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:40:56.726957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:40:56.730894 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:56.731306 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:56.808377 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:56.829328 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 583c43fc-b5c0-4e8d-816c-90c9ba85a468, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=583c43fc-b5c0-4e8d-816c-90c9ba85a468,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:40:56.833150 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:40:56.882599 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=583c43fc-b5c0-4e8d-816c-90c9ba85a468,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:40:58.676440 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 583c43fc-b5c0-4e8d-816c-90c9ba85a468 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:40:58.727141 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 583c43fc-b5c0-4e8d-816c-90c9ba85a468 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:40:58.727516 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:09.912572 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aefb8900-847e-4e11-996c-ab35b49a9807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:11.353756 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:41:12.711393 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:12.808492 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-7a373d7c-29bb-453a-a4a9-8036d3dad4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:13.351285 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:15.177278 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:39.905253 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8d83cb98-fd31-45d8-8cc1-3c99c4fa5111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:42.714381 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:42.811757 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9964ecf9-1f7e-4282-b93b-1c22b2746846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:43.347568 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:45.175008 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:41:48.352806 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:42:09.907372 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-407005b0-f924-4db0-a465-2e7466df80e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:12.715725 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:12.811950 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-a3127791-410f-436d-806d-7735fe3bfefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:13.347464 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:15.182229 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:25.350270 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:42:32.945260 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53470) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:33.006612 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ddc601-e281-4380-aaff-5bb9dc334a13 admin admin] GET failed (client error): The resource could not be found. Jul 30 10:42:33.007926 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-36ddc601-e281-4380-aaff-5bb9dc334a13 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618007 Jul 30 10:42:33.171524 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33821a1-d03d-4039-a911-511129572bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:33.173006 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a33821a1-d03d-4039-a911-511129572bd9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607258 Jul 30 10:42:35.425163 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53480) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:35.538040 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319c7afd-6647-442b-ba1b-2e667d17883c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:35.539381 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-319c7afd-6647-442b-ba1b-2e667d17883c admin admin] 10.222.0.23 "GET /v2.0/subnets/f3e5adf3-7921-4b3a-a112-302241e890fc HTTP/1.1" status: 200 len: 849 time: 0.1132565 Jul 30 10:42:35.549511 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:42:35.631320 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Notify callbacks [] for subnet, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:35.769306 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773392698920'] for subnet, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:35.798615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:35.799800 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:35.800708 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] 10.222.0.23 "PUT /v2.0/subnets/f3e5adf3-7921-4b3a-a112-302241e890fc HTTP/1.1" status: 200 len: 868 time: 0.2546153 Jul 30 10:42:35.803230 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa92e0e-ffce-4ac9-9984-2df21a153045 None None] Network fb13b48f-d68e-44b9-8afc-d96dfe8532b1 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:42:35.820148 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e5adf3-7921-4b3a-a112-302241e890fc,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:42:35.828122 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.828491 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.828836 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.829169 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.829496 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.829874 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.830196 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.830552 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.830895 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.831217 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.831540 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:35.831857 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c3b44-c62e-453d-88b7-c79caf0c521d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:42:36.144873 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d462db8d-2d20-4737-bc58-05a56011d989 None None] Provisioning complete for port 048e7896-16b1-4049-8deb-bb37b602b623 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:42:36.145243 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d462db8d-2d20-4737-bc58-05a56011d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:36.229901 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d462db8d-2d20-4737-bc58-05a56011d989 None None] Provisioning complete for port 210bbdbb-a85a-495b-8799-1d9382fa999c triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:42:36.230213 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d462db8d-2d20-4737-bc58-05a56011d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:37.959928 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53488) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:38.158573 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65af0a1-bac0-4a6c-bc27-4716f80638f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:38.159168 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65af0a1-bac0-4a6c-bc27-4716f80638f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:38.160696 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e65af0a1-bac0-4a6c-bc27-4716f80638f5 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998327 Jul 30 10:42:39.909657 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-430c3a6a-2a35-41bd-9652-c8222fdbfa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:40.314326 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53496) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:40.442775 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8bd5f-1cde-4c0d-99dc-e2d9f28ed353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:40.443258 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8bd5f-1cde-4c0d-99dc-e2d9f28ed353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:40.444767 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c2b8bd5f-1cde-4c0d-99dc-e2d9f28ed353 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294930 Jul 30 10:42:42.618824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53504) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:42.717868 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:42.745577 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c3cf06-8158-4035-b68e-a122474ff1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:42.747233 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b9c3cf06-8158-4035-b68e-a122474ff1e4 admin admin] 10.222.0.23 "GET /v2.0/networks/4891d188-bd5b-4f5a-a457-6c650fc149bc HTTP/1.1" status: 200 len: 886 time: 0.1274917 Jul 30 10:42:42.814483 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8050f7ba-e924-48ad-be18-c5f757fe7b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:43.349582 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:44.909663 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53512) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:45.039355 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a489ac3f-8fd9-4c9a-9581-b89687ec62f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:45.040709 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a489ac3f-8fd9-4c9a-9581-b89687ec62f2 admin admin] 10.222.0.23 "GET /v2.0/networks/fb13b48f-d68e-44b9-8afc-d96dfe8532b1 HTTP/1.1" status: 200 len: 869 time: 0.1300440 Jul 30 10:42:45.187996 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:42:47.198153 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53520) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:47.317377 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce21724-5851-4e8e-8ed0-3c21e3f6b9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:47.317861 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce21724-5851-4e8e-8ed0-3c21e3f6b9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:47.319369 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6ce21724-5851-4e8e-8ed0-3c21e3f6b9cd admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202645 Jul 30 10:42:49.468948 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53528) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:49.559429 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4004a17-b117-49e1-aaeb-a97044efbae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:49.559895 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4004a17-b117-49e1-aaeb-a97044efbae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:49.561908 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c4004a17-b117-49e1-aaeb-a97044efbae8 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920038 Jul 30 10:42:51.716873 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53536) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:51.800900 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aad1ce-5194-45d0-9be2-c25f862a9d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:51.802228 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-14aad1ce-5194-45d0-9be2-c25f862a9d72 admin admin] 10.222.0.23 "GET /v2.0/subnets/8dba66b8-eb18-4a21-9561-6ad22c068bd2 HTTP/1.1" status: 200 len: 816 time: 0.0844057 Jul 30 10:42:53.982188 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53544) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:42:54.082245 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d58e84-f8c0-4d6b-aaac-5f6ced473b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:42:54.083599 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a4d58e84-f8c0-4d6b-aaac-5f6ced473b2f admin admin] 10.222.0.23 "GET /v2.0/subnets/f3e5adf3-7921-4b3a-a112-302241e890fc HTTP/1.1" status: 200 len: 868 time: 0.1004686 Jul 30 10:43:02.348485 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:43:09.913038 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a2e725a-2093-4ae4-8027-88f4a84585fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:12.730621 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:12.814793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-44db9b68-8e1d-41a7-abb9-c8d294cd9f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:13.357523 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:15.282360 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:20.294533 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53600) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:43:20.342929 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [None req-25fdcc20-44ac-44fc-ba97-b6621fd5c546 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:43:20.343931 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-25fdcc20-44ac-44fc-ba97-b6621fd5c546 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485165 Jul 30 10:43:22.612672 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53608) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:43:22.673552 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ab0ca6-6659-4eb9-bda0-c51533cdb550 admin admin] GET failed (client error): The resource could not be found. Jul 30 10:43:22.674915 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-03ab0ca6-6659-4eb9-bda0-c51533cdb550 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613930 Jul 30 10:43:22.820412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5f51a-7680-479c-900d-7025eae08908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:43:22.821913 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-07c5f51a-7680-479c-900d-7025eae08908 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426623 Jul 30 10:43:25.041391 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53616) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:43:25.092091 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:43:25.093816 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.quota [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Loaded quota_driver: . Jul 30 10:43:25.129080 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Made reservation on behalf of 0ae96d7774774466a1addbec977d7ebf for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:43:25.131619 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:25.175232 dv-cinder-801989-5-iscsi neutron-server[104662]: WARNING neutron.services.revisions.revision_plugin [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Could not find related network for resource to bump revision. Jul 30 10:43:25.191045 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:43:25.204612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773392791336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:25.205155 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Unsubscribe: segment precommit_create {{(pid=104662) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 10:43:25.205608 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Added segment 4c617383-b701-44a0-a4e6-77b56a2c34e0 of type vlan for network 216461ec-376c-46c4-a2eb-8d1717321a26 Jul 30 10:43:25.260931 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:25.302594 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:25.303632 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:43:25.304206 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:25.386296 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3437538 Jul 30 10:43:25.405660 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Pushing event updated for resources: {'Network': ['ID=216461ec-376c-46c4-a2eb-8d1717321a26,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:43:25.413072 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.413443 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.413793 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.414160 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.414495 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.414844 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.415179 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.415515 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.415845 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.416169 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.416493 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.416814 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce7656-dac2-447a-b17c-6cc5d5cc7732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:25.429466 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 216461ec-376c-46c4-a2eb-8d1717321a26 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:43:27.624920 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53624) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:43:27.697698 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25afe44-9df6-4de8-bafb-38a5ce70d2f1 admin admin] GET failed (client error): The resource could not be found. Jul 30 10:43:27.699015 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f25afe44-9df6-4de8-bafb-38a5ce70d2f1 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0731473 Jul 30 10:43:27.771944 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad1883-70fe-4015-96d8-33fa031b4986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:43:27.773367 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-37ad1883-70fe-4015-96d8-33fa031b4986 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694187 Jul 30 10:43:27.784166 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Request body: {'subnet': {'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:43:27.806947 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Made reservation on behalf of 0ae96d7774774466a1addbec977d7ebf for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:43:27.809408 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:27.998746 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.055496 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d21092-3eb1-4861-933f-aa86e662a0a6,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:43:28.066789 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Checking segment: {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:43:28.067164 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Network hostable DHCP agents. Network: 216461ec-376c-46c4-a2eb-8d1717321a26, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:43:28.088319 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Network 216461ec-376c-46c4-a2eb-8d1717321a26 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:43:28.099102 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 216461ec-376c-46c4-a2eb-8d1717321a26) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:43:28.103714 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:43:28.104876 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.108734 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98554d6-413d-4fb8-9200-7d1a1ffd4e48 None None] Network 216461ec-376c-46c4-a2eb-8d1717321a26 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:43:28.119362 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-9aa44554-d6ee-487f-ad0c-a327012284e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3389120 Jul 30 10:43:28.258715 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-216461ec-376c-46c4-a2eb-8d1717321a26', 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26', 'tenant_id': '0ae96d7774774466a1addbec977d7ebf', 'fixed_ips': [{'subnet_id': 'e9d21092-3eb1-4861-933f-aa86e662a0a6'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:43:28.259619 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.400046 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Allocated IP 192.168.233.2 (216461ec-376c-46c4-a2eb-8d1717321a26/e9d21092-3eb1-4861-933f-aa86e662a0a6/4ce85d6c-76cb-46ed-b826-716700254b50) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:43:28.555056 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.564083 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Transition to ACTIVE for port object 4ce85d6c-76cb-46ed-b826-716700254b50 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:43:28.579274 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Transition to ACTIVE for port object 4ce85d6c-76cb-46ed-b826-716700254b50 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:43:28.584590 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.622964 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Network 216461ec-376c-46c4-a2eb-8d1717321a26 is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:43:28.625927 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:43:28.634947 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:43:28.638760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Pushing event updated for resources: {'Port': ['ID=4ce85d6c-76cb-46ed-b826-716700254b50,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:43:28.650028 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.650407 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.650781 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.651114 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.651454 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.651797 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.652134 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.652476 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.652823 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.653179 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.654094 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.654433 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:43:28.703260 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Attempting to bind port 4ce85d6c-76cb-46ed-b826-716700254b50 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:43:28.703870 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Attempting to bind port 4ce85d6c-76cb-46ed-b826-716700254b50 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:43:28.704362 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Attempting to bind port 4ce85d6c-76cb-46ed-b826-716700254b50 on network 216461ec-376c-46c4-a2eb-8d1717321a26 {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:43:28.709626 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:43:28.710033 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Checking segment: {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:43:28.710436 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.710824 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Bound using segment: {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:43:28.711562 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Bound port: 4ce85d6c-76cb-46ed-b826-716700254b50, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:43:28.712206 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.783723 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] For port 4ce85d6c-76cb-46ed-b826-716700254b50, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:43:28.787188 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] For port 4ce85d6c-76cb-46ed-b826-716700254b50, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=4ce85d6c-76cb-46ed-b826-716700254b50,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:43:28.791893 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:28.850172 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817479ac-eaae-4b79-95a8-14b11f6995ac None None] Pushing event updated for resources: {'Port': ['ID=4ce85d6c-76cb-46ed-b826-716700254b50,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:43:29.669649 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21448b39-9edf-41a0-9880-2331dcbc1a57 None None] Network 216461ec-376c-46c4-a2eb-8d1717321a26 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:43:29.733361 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-158c0dec-8113-42d7-b87d-c7a88f8f4150 None None] Provisioning for port 4ce85d6c-76cb-46ed-b826-716700254b50 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:43:30.791331 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 4ce85d6c-76cb-46ed-b826-716700254b50 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:43:30.842599 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 4ce85d6c-76cb-46ed-b826-716700254b50 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:43:30.846699 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 4ce85d6c-76cb-46ed-b826-716700254b50 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:43:30.847075 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:30.931869 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:30.965561 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 4ce85d6c-76cb-46ed-b826-716700254b50, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=4ce85d6c-76cb-46ed-b826-716700254b50,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:43:30.970398 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:31.022309 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=4ce85d6c-76cb-46ed-b826-716700254b50,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:43:32.771509 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 4ce85d6c-76cb-46ed-b826-716700254b50 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:43:32.821188 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 4ce85d6c-76cb-46ed-b826-716700254b50 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:43:32.821561 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:39.346902 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:43:39.914882 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-765cb458-270a-4db0-8f8a-dda114b709d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:42.717817 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:42.816566 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2556530a-8834-4154-b3e4-1440c853aea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:43.359183 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:43:45.197174 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:09.918440 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-af51c5dc-57ec-4ac6-9d07-934239d62d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:12.721120 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:12.817888 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-13a220dc-fe0b-4a12-8f43-870ab440884a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:13.365607 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:15.198693 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:16.347629 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:44:39.924425 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bc25adca-9851-435b-80de-d6897795cf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.003699 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53676) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:44:41.009730 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [None req-62f722ca-d889-460f-a383-439b2c83be86 tempest-verify_tempest_config-2131065924 tempest-verify_tempest_config-2131065924-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:44:41.010731 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-62f722ca-d889-460f-a383-439b2c83be86 tempest-verify_tempest_config-2131065924 tempest-verify_tempest_config-2131065924-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060582 Jul 30 10:44:41.330755 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 53694) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:44:41.432202 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.519809 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.523410 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.567566 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f3b8c-c38e-47be-9cb1-197d894ca92b,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:44:41.571250 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=788e409e59e3486fb58e127fbd5bfc4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2394271 Jul 30 10:44:41.574047 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53700) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:44:41.576857 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.577242 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.577574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.577937 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.578274 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.578625 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.578939 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.579287 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.579637 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.579969 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.580441 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.580623 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc1e3-e5f8-4f00-8232-c5def63065c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.651055 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.673438 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.762504 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.765181 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:41.766397 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da4f3b8c-c38e-47be-9cb1-197d894ca92b HTTP/1.1" status: 204 len: 168 time: 0.1913733 Jul 30 10:44:41.776934 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f3b8c-c38e-47be-9cb1-197d894ca92b,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:44:41.785318 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.785680 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.786235 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.786572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.786903 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.787250 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.787583 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.787923 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.788263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.788606 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.788909 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:41.789253 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68266306-e211-4e23-9e3f-5d2ce24b206c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:44:42.722330 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:42.821290 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c5053a81-a8e2-49be-9eba-d476c74377e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:43.369009 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:45.201423 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:44:53.352349 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:45:09.925602 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5c1ea21b-19fa-47c2-82db-42cf26b2990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:12.729990 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:12.823621 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-be2098e2-4fa9-4dad-8ebb-96fc2ff73c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:13.459609 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:15.207572 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:30.352181 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:45:39.931317 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-df2130ea-7874-43d4-bf03-86f113b66d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:42.721946 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:42.824269 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ddb4-8c9d-44c9-99b8-f6d40be1b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:43.372121 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:45:45.207618 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:07.353461 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 5 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:46:09.925799 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d36e2aa3-6f73-49b9-93e0-b8bf0c21f6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:12.725342 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:12.825655 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-ac8eeea6-b80e-4f53-b7f7-bf89eb6391af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:13.377049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:15.210646 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:18.357953 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636062'] for agent, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:33.869574 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53772) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:46:33.970922 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-27d8c205-ea5a-49b9-aba1-3721b1d8b7f5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1002448 Jul 30 10:46:36.160806 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53782) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:46:36.215961 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-13d75153-5d47-4f0c-861a-75ac925283e9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539439 Jul 30 10:46:39.931294 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-23049ebd-2f51-4a10-bcb2-710037aa8b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:42.728593 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:42.826240 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9dac3430-71ce-4281-9423-5be71b1209f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:43.381097 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:44.353647 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:46:45.212879 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:46:48.303879 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:09.932296 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-62f6589e-7e26-49c0-be4a-4747e59882c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:12.731950 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:12.826941 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4f8c8a9f-42b3-48e2-8e88-034d1b936c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:13.380408 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:15.216554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:18.309701 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:21.353784 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:47:39.940237 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-dc5f35fa-b9e3-4215-9c7f-2c76ed938d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:42.735159 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:42.828322 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5a2bfb89-65ce-4cf2-a8df-0398d8ee240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:43.383177 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:45.220523 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:48.318119 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:47:58.354509 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:48:07.567637 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 53980) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:08.050936 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54008) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:08.120801 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-78676160-network', 'tenant_id': 'e561cee646c64b0e90458bae18236916'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:08.143433 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Made reservation on behalf of e561cee646c64b0e90458bae18236916 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:08.148490 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.150532 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54012) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:08.167434 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.287774 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54030) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:08.332372 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-37549895-network', 'tenant_id': '607a095f5f1d465ba90619993f0f6346'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:08.378438 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1877531496-network', 'tenant_id': 'c417e4ae229f4d88ac1906067a1474e3'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:08.394878 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.402504 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.423866 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:48:08.435661 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.435982 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Added segment fb76ad61-c503-452e-9a5c-315a5651bdc0 of type vlan for network 6f921904-5086-4005-9d84-aa09b388e458 Jul 30 10:48:08.446606 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Made reservation on behalf of 607a095f5f1d465ba90619993f0f6346 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:08.448949 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.506305 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.513490 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.526043 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-736272279-network', 'tenant_id': '21168d9dada845998f2917a595353c9b'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:08.555265 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Made reservation on behalf of 21168d9dada845998f2917a595353c9b for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:08.558482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33461be3-b69c-483c-99ef-cc6eef150f3f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:08.559379 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.560903 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Made reservation on behalf of c417e4ae229f4d88ac1906067a1474e3 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:08.563441 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.570638 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.572393 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:08.573236 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.575178 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.599358 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.599731 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.600284 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.600614 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.600955 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.601392 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.601646 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.602088 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.602449 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.602776 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.603104 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.603427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Tracked resource versions report: Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: pushed versions: Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: { 'AddressGroup': {'1.2'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'ConntrackHelper': {'1.0'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Log': {'1.0'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Network': {'1.1'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Port': {'1.7'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'PortForwarding': {'1.2'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'QosPolicy': {'1.8'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroup': {'1.4'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SubPort': {'1.0'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Subnet': {'1.1'}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Trunk': {'1.1'}} Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: consumer versions: Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: HyperV agent@hv-cinder-80198: {}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'ConntrackHelper': '1.0', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Log': '1.0', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Network': '1.1', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Port': '1.7', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'PortForwarding': '1.2', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'QosPolicy': '1.8', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroup': '1.4', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SecurityGroupRule': '1.2', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'SubPort': '1.0', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Subnet': '1.1', Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: 'Trunk': '1.1'}} Jul 30 10:48:08.604580 dv-cinder-801989-5-iscsi neutron-server[104662]: {{(pid=104662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:48:08.608188 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.695338 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] Pushing event updated for resources: {'Network': ['ID=6f921904-5086-4005-9d84-aa09b388e458,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:08.708194 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 6f921904-5086-4005-9d84-aa09b388e458 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:48:08.757568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.763098 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.777165 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:48:08.791918 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.792541 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Added segment 73e1b4ed-4c74-4dda-b792-00525157e788 of type vlan for network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f Jul 30 10:48:08.850970 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:08.894706 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-398e9ce6-c8a1-490b-86ad-611b58e71731 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3237510 Jul 30 10:48:08.918019 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54062) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:08.941174 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Request body: {'subnet': {'network_id': '6f921904-5086-4005-9d84-aa09b388e458', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-78676160-subnet', 'tenant_id': 'e561cee646c64b0e90458bae18236916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:08.988903 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5144e-670c-4f1f-8f35-108213fbf4d5,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.006932 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.007972 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:09.008575 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.041923 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.047142 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.072442 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=104663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:48:09.091263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf3d3dc-342d-4a77-978d-9d3a00cf348f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.104322 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:48:09.111976 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.113115 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Added segment f849d9d9-7d59-4890-a13f-efe68451224e of type vlan for network 5b2d559e-59d9-4e01-a93e-89d289899281 Jul 30 10:48:09.122807 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feab2c00-42cd-4a5f-9ac2-176be2e40387,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.151292 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.152024 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.152551 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.153045 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.153540 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.154086 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.154592 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.155067 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.155571 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.156056 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.156540 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.157093 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Tracked resource versions report: Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: pushed versions: Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: { 'AddressGroup': {'1.2'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'ConntrackHelper': {'1.0'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Log': {'1.0'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Network': {'1.1'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Port': {'1.7'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'PortForwarding': {'1.2'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'QosPolicy': {'1.8'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroup': {'1.4'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SubPort': {'1.0'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Subnet': {'1.1'}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Trunk': {'1.1'}} Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: consumer versions: Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: HyperV agent@hv-cinder-80198: {}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'ConntrackHelper': '1.0', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Log': '1.0', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Network': '1.1', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Port': '1.7', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'PortForwarding': '1.2', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'QosPolicy': '1.8', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroup': '1.4', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SecurityGroupRule': '1.2', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'SubPort': '1.0', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Subnet': '1.1', Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: 'Trunk': '1.1'}} Jul 30 10:48:09.158416 dv-cinder-801989-5-iscsi neutron-server[104663]: {{(pid=104663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:48:09.177631 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.189354 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.195726 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.219919 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.221666 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:09.222767 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.228625 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-042651cf-4c12-452a-bd99-99d5c8835094 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1737132 Jul 30 10:48:09.232619 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54072) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:09.241736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Request body: {'subnet': {'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-subnet', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:09.255442 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:48:09.281397 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720c8d5-4e6a-4c9a-9035-637e64d5d55c,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.314763 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Made reservation on behalf of e561cee646c64b0e90458bae18236916 for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:09.319686 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.323847 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.324598 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Added segment e5681241-8d06-4325-b1e3-edee56c0e7bb of type vlan for network 432b3d58-26d9-49cd-b016-58ed71a7d2ab Jul 30 10:48:09.457447 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2d559e-59d9-4e01-a93e-89d289899281,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.462602 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Made reservation on behalf of 607a095f5f1d465ba90619993f0f6346 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:09.465654 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.474387 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 5b2d559e-59d9-4e01-a93e-89d289899281 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:48:09.482640 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6b634796-7211-4659-9696-9af2491cd902 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1930022 Jul 30 10:48:09.499665 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.503093 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54090) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:09.528326 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Request body: {'subnet': {'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-subnet', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:09.614332 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Made reservation on behalf of 21168d9dada845998f2917a595353c9b for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:09.617804 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.682851 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.683993 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:09.684623 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.689493 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.765423 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.782745 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Checking segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:09.783549 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Network hostable DHCP agents. Network: 0cf3d3dc-342d-4a77-978d-9d3a00cf348f, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:48:09.798653 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6441185 Jul 30 10:48:09.800387 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54098) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:09.807060 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Request body: {'subnet': {'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1877531496-subnet', 'tenant_id': 'c417e4ae229f4d88ac1906067a1474e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:09.827054 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:48:09.837797 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a63d5-ab1e-406a-9e35-621f8b1158f8 admin admin] Pushing event updated for resources: {'Network': ['ID=432b3d58-26d9-49cd-b016-58ed71a7d2ab,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:09.848987 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 0cf3d3dc-342d-4a77-978d-9d3a00cf348f) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:09.850855 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Made reservation on behalf of c417e4ae229f4d88ac1906067a1474e3 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:09.851093 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:48:09.854168 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.860440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:09.861369 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.899957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafddfa6-cde4-46a8-9c36-4f0ad5a07474 None None] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:09.914816 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:09.945350 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-335e595c-9da1-47d2-856d-e1fe23bb060c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7090175 Jul 30 10:48:09.952497 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54106) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:09.958428 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:10.007126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.008748 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.016619 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82b4cba-3eb4-45b8-bf4d-909b62ee13d7,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:10.092657 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Checking segment: {'id': 'fb76ad61-c503-452e-9a5c-315a5651bdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6f921904-5086-4005-9d84-aa09b388e458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:10.093290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Network hostable DHCP agents. Network: 6f921904-5086-4005-9d84-aa09b388e458, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:48:10.113568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.178250 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491e823-ca18-4fd0-8e86-ab379553aa80 None None] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:10.307354 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Network 6f921904-5086-4005-9d84-aa09b388e458 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:48:10.355475 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5f84-409e-4868-930a-c8f091112c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.379557 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 6f921904-5086-4005-9d84-aa09b388e458) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:10.389543 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e384cb9-455d-42d8-aa9d-56c8aad67b22 None None] Network 6f921904-5086-4005-9d84-aa09b388e458 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:10.392742 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.393409 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:10.394223 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.396689 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04b0845-fbb4-471f-a64c-a87da6f51593,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:10.433069 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Checking segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:10.433497 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Network hostable DHCP agents. Network: 5b2d559e-59d9-4e01-a93e-89d289899281, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:48:10.450644 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-bce68be2-323a-439a-962d-716f116c1865 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5315006 Jul 30 10:48:10.480255 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Network 5b2d559e-59d9-4e01-a93e-89d289899281 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:48:10.491451 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 5b2d559e-59d9-4e01-a93e-89d289899281) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:10.504528 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:10.505997 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.510937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae703f6-1c2e-4a83-8a78-394af1bbf9bd None None] Network 5b2d559e-59d9-4e01-a93e-89d289899281 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:10.535452 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3fb1c6e8-ab5e-46aa-92f8-f86916058964 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0281889 Jul 30 10:48:10.538811 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54124) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:10.547785 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:10.564695 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.588733 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.590921 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.715853 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98994005-c60a-4c83-b5a0-af1a2e25a091 None None] Network 6f921904-5086-4005-9d84-aa09b388e458 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:10.769755 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.840514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.847158 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-5b2d559e-59d9-4e01-a93e-89d289899281', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:48:10.848940 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:10.851938 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abd4453-dae0-4b18-82f0-520752a35bef,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:10.895913 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Checking segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:10.896500 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Network hostable DHCP agents. Network: 432b3d58-26d9-49cd-b016-58ed71a7d2ab, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:48:10.994863 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:48:11.014330 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 432b3d58-26d9-49cd-b016-58ed71a7d2ab) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:11.023414 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:11.024356 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.068335 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6282ec7d-53f0-4cf2-95ee-132da08c8591 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2655191 Jul 30 10:48:11.109753 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e073f-2fbd-49d2-9a98-715914606a23 None None] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:11.153349 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.379828 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.416349 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.451144 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54182) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:11.453502 dv-cinder-801989-5-iscsi neutron-server[104662]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 10:48:11.517274 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Allocated IP 172.20.0.2 (5b2d559e-59d9-4e01-a93e-89d289899281/e04b0845-fbb4-471f-a64c-a87da6f51593/12b5de6c-97dd-4854-b583-3e505e7dea8f) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:11.639288 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Allocated IP 172.27.0.45 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/66038cc8-f9e6-4840-bab4-241cf1b167c5) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:11.684531 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2fdd87-43ff-4a52-9e8d-c6ce1400b9cc None None] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:11.776958 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.810544 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54204) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:11.818001 dv-cinder-801989-5-iscsi neutron-server[104663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 10:48:11.894504 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.902360 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-3da6e897-2fb8-44f2-8789-573dbf2ee258 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:11.903843 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-3da6e897-2fb8-44f2-8789-573dbf2ee258 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/networks?id=6f921904-5086-4005-9d84-aa09b388e458 HTTP/1.1" status: 200 len: 810 time: 0.4516401 Jul 30 10:48:11.907310 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Transition to ACTIVE for port object 12b5de6c-97dd-4854-b583-3e505e7dea8f will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:11.931726 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Transition to ACTIVE for port object 12b5de6c-97dd-4854-b583-3e505e7dea8f will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:11.932776 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-2b94217c-c633-4d73-925b-c5a94c9f01a9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/quotas/e561cee646c64b0e90458bae18236916 HTTP/1.1" status: 200 len: 375 time: 0.0186653 Jul 30 10:48:11.933896 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.942036 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.943406 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:11.967233 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.003479 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Network 5b2d559e-59d9-4e01-a93e-89d289899281 is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:12.012406 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:12.017307 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:12.020535 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Pushing event updated for resources: {'Port': ['ID=12b5de6c-97dd-4854-b583-3e505e7dea8f,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:12.024726 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c81de7df-5618-4632-bb3f-523ca59e4227 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e561cee646c64b0e90458bae18236916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613375 Jul 30 10:48:12.031310 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.031854 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.032345 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.032829 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.033372 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.033956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.035375 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.035870 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.036378 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.036947 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.037466 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.037974 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Tracked resource versions report: Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: pushed versions: Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: { 'AddressGroup': {'1.2'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'ConntrackHelper': {'1.0'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Log': {'1.0'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Network': {'1.1'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Port': {'1.7'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'PortForwarding': {'1.2'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'QosPolicy': {'1.8'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroup': {'1.4'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SubPort': {'1.0'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Subnet': {'1.1'}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Trunk': {'1.1'}} Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: consumer versions: Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: HyperV agent@hv-cinder-80198: {}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'ConntrackHelper': '1.0', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Log': '1.0', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Network': '1.1', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Port': '1.7', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'PortForwarding': '1.2', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'QosPolicy': '1.8', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroup': '1.4', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SecurityGroupRule': '1.2', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'SubPort': '1.0', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Subnet': '1.1', Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: 'Trunk': '1.1'}} Jul 30 10:48:12.039945 dv-cinder-801989-5-iscsi neutron-server[104664]: {{(pid=104664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:48:12.042532 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:12.049160 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:12.058346 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:12.070787 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Pushing event updated for resources: {'Port': ['ID=66038cc8-f9e6-4840-bab4-241cf1b167c5,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:12.114125 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-ea4cf680-c4a5-4bb3-a0ae-090bfed735d3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:12.115751 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-ea4cf680-c4a5-4bb3-a0ae-090bfed735d3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.3038628 Jul 30 10:48:12.121524 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Attempting to bind port 12b5de6c-97dd-4854-b583-3e505e7dea8f on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:12.122115 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Attempting to bind port 12b5de6c-97dd-4854-b583-3e505e7dea8f by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:12.122487 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Attempting to bind port 12b5de6c-97dd-4854-b583-3e505e7dea8f on network 5b2d559e-59d9-4e01-a93e-89d289899281 {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:12.128542 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:12.129168 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Checking segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:12.129667 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.130184 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Bound using segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:12.130761 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Bound port: 12b5de6c-97dd-4854-b583-3e505e7dea8f, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:12.131260 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.140497 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Allocated IP 172.27.0.220 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/895eeebc-2338-4fcb-9339-82120047061d) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:12.164692 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-42289e48-be28-4238-bbee-f0e9fbdfad0d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/quotas/c417e4ae229f4d88ac1906067a1474e3 HTTP/1.1" status: 200 len: 375 time: 0.0174885 Jul 30 10:48:12.242555 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] For port 12b5de6c-97dd-4854-b583-3e505e7dea8f, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:12.248288 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] For port 12b5de6c-97dd-4854-b583-3e505e7dea8f, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=12b5de6c-97dd-4854-b583-3e505e7dea8f,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:12.257347 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.289451 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-f5c7923c-d732-43e4-bb9c-f0df6bc34d0c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104662) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:48:12.299617 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-f5c7923c-d732-43e4-bb9c-f0df6bc34d0c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0909605 Jul 30 10:48:12.384598 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f8536-847e-46a9-b0e2-fb24dd33ead4 None None] Pushing event updated for resources: {'Port': ['ID=12b5de6c-97dd-4854-b583-3e505e7dea8f,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:12.386462 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.430033 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-41fbb212-3a60-4a22-b5ae-017ac163d08c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2162523 Jul 30 10:48:12.469039 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-9be9bb8b-7517-471d-8081-38a520752bf8 service neutron] 10.222.0.23 "GET /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680481 Jul 30 10:48:12.557639 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.557811 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.615547 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-548c7d42-8650-42f6-a609-6abccc81d15e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:48:12.623707 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-548c7d42-8650-42f6-a609-6abccc81d15e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952187 Jul 30 10:48:12.653110 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:12.675432 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:12.696626 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:12.741981 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:12.799175 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-a7079af5-87b5-4ded-b4e1-6d35e72e622c service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724455 Jul 30 10:48:12.833307 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Pushing event updated for resources: {'Port': ['ID=895eeebc-2338-4fcb-9339-82120047061d,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:12.857825 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-6ccc6eb6-0bc0-48ed-ab26-9049cd2ed88a service neutron] 10.222.0.23 "GET /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864603 Jul 30 10:48:13.005868 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9048-e6b9-45b9-8684-00eda421c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:13.036884 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-9b7ef82e-99ea-444c-8d8c-ea0fadfd9302 service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352822 Jul 30 10:48:13.040410 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:13.083956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 12b5de6c-97dd-4854-b583-3e505e7dea8f up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:13.093985 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:13.189583 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 12b5de6c-97dd-4854-b583-3e505e7dea8f completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:13.310704 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Router 9fcc9320-7bc5-4b23-8523-b773f554fc3d is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:48:13.396659 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:13.545203 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:48:13.568536 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Sync routers for ids ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:48:13.574659 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:13.585029 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-dfb9bb48-533e-4bd0-91f5-d9f0f5f7ba43 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6310840 Jul 30 10:48:13.591671 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Routers {'9fcc9320-7bc5-4b23-8523-b773f554fc3d'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:13.593145 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:13.598350 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54276) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:13.603553 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:13.800020 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-929cf5b0-01c4-42ca-8045-f2bb4985dbdb req-9c2e8564-edb4-4427-bf31-00af99242b33 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.1805079 Jul 30 10:48:13.874230 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2440591-6742-4884-8a3e-e0a3c51966f3 None None] Network 5b2d559e-59d9-4e01-a93e-89d289899281 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:48:13.912901 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Set router 9fcc9320-7bc5-4b23-8523-b773f554fc3d gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:14.141289 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-887e835f-d7c1-4ce0-927b-1ef0fa8e379a req-6fc9eaff-7e10-4b84-8187-9ae2ee9e7573 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.3373144 Jul 30 10:48:14.173205 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] Provisioning for port 12b5de6c-97dd-4854-b583-3e505e7dea8f completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:14.192777 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] Provisioning complete for port 12b5de6c-97dd-4854-b583-3e505e7dea8f triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:14.193502 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:14.301072 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:48:14.497072 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 3, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:14.502201 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:14.528200 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Checking router: 9fcc9320-7bc5-4b23-8523-b773f554fc3d for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:48:14.529530 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Updating router 9fcc9320-7bc5-4b23-8523-b773f554fc3d port 66038cc8-f9e6-4840-bab4-241cf1b167c5 binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:48:14.617484 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:48:14.617769 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:14.638516 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] For port 12b5de6c-97dd-4854-b583-3e505e7dea8f, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=12b5de6c-97dd-4854-b583-3e505e7dea8f,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:14.646179 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:48:14.665357 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:14.667627 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:14.672419 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-429719fc-c394-4696-8fd0-0ce9e787dd02 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1299806 Jul 30 10:48:14.673378 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54326) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:14.761877 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:14.789265 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:14.979143 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:15.022577 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.100751 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9c040ec7-fe89-4c8f-a4f8-025dadbb4363 req-685623e9-f4c4-43cd-a20c-d73e3d3bc8af tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.0774770 Jul 30 10:48:15.192889 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.198417 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-53ea8482-adff-448f-bd3a-755f92976894 None None] Provisioning complete for port 12b5de6c-97dd-4854-b583-3e505e7dea8f triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:15.199250 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-53ea8482-adff-448f-bd3a-755f92976894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.208261 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Transition to ACTIVE for port object 66038cc8-f9e6-4840-bab4-241cf1b167c5 will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:15.218700 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.334301 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372ca8b-d5c0-4134-8e13-796c650346f4 None None] Pushing event updated for resources: {'Port': ['ID=12b5de6c-97dd-4854-b583-3e505e7dea8f,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:15.338426 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Pushing event updated for resources: {'Port': ['ID=66038cc8-f9e6-4840-bab4-241cf1b167c5,revision_number=2']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:15.358994 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.359885 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.360388 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.360736 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.363537 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.363537 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.363921 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.364147 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.364505 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.364840 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.366386 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.368126 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Tracked resource versions report: Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: pushed versions: Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: { 'AddressGroup': {'1.2'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'ConntrackHelper': {'1.0'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Log': {'1.0'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Network': {'1.1'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Port': {'1.7'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'PortForwarding': {'1.2'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'QosPolicy': {'1.8'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroup': {'1.4'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroupRule': {'1.2'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SubPort': {'1.0'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Subnet': {'1.1'}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Trunk': {'1.1'}} Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: consumer versions: Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: { DHCP agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: HyperV agent@hv-cinder-80198: {}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: L3 agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: Metadata agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: Metering agent@dv-cinder-801989-5-iscsi: {}, Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: Open vSwitch agent@dv-cinder-801989-5-iscsi: { 'AddressGroup': '1.2', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'ConntrackHelper': '1.0', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Log': '1.0', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Network': '1.1', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Port': '1.7', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'PortForwarding': '1.2', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'QosPolicy': '1.8', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroup': '1.4', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SecurityGroupRule': '1.2', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'SubPort': '1.0', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Subnet': '1.1', Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: 'Trunk': '1.1'}} Jul 30 10:48:15.370623 dv-cinder-801989-5-iscsi neutron-server[104665]: {{(pid=104665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 10:48:15.376059 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2a745441-d7f9-4c94-b5c6-b035ec1d50bb req-14c19115-1c8d-4900-9827-a30a7f8cd1ed tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0623574 Jul 30 10:48:15.442152 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Attempting to bind port 66038cc8-f9e6-4840-bab4-241cf1b167c5 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:15.442917 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Attempting to bind port 66038cc8-f9e6-4840-bab4-241cf1b167c5 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:15.443483 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Attempting to bind port 66038cc8-f9e6-4840-bab4-241cf1b167c5 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:15.453639 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:15.454178 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.456042 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:15.457336 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.458867 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:15.462298 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Bound port: 66038cc8-f9e6-4840-bab4-241cf1b167c5, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:15.462704 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.566246 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 3, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:15.602949 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:48:15.603670 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Updating router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 port 895eeebc-2338-4fcb-9339-82120047061d binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:48:15.610269 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] For port 66038cc8-f9e6-4840-bab4-241cf1b167c5, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:15.617269 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] For port 66038cc8-f9e6-4840-bab4-241cf1b167c5, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=66038cc8-f9e6-4840-bab4-241cf1b167c5,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:15.623660 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.635462 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.679749 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.701709 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Allocated IP 172.20.0.1 (0cf3d3dc-342d-4a77-978d-9d3a00cf348f/1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd/57a822c6-8793-4ad6-9db3-d3831b87fabf) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:15.761591 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92134c30-342e-4619-9182-2dae73f90349 None None] Pushing event updated for resources: {'Port': ['ID=66038cc8-f9e6-4840-bab4-241cf1b167c5,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:15.771856 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Routers {'9fcc9320-7bc5-4b23-8523-b773f554fc3d'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:15.772722 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:15.878935 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.943911 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:15.976557 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] Set router 9fcc9320-7bc5-4b23-8523-b773f554fc3d gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:16.005318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:16.008719 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:16.015731 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:16.016494 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.046411 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Allocated IP 172.20.0.1 (5b2d559e-59d9-4e01-a93e-89d289899281/e04b0845-fbb4-471f-a64c-a87da6f51593/6d91be5a-f7f5-4523-9e0f-dd08c24e0551) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:16.051122 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.063713 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Transition to ACTIVE for port object 895eeebc-2338-4fcb-9339-82120047061d will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:16.072069 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.113593 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=57a822c6-8793-4ad6-9db3-d3831b87fabf,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:16.148523 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7bbbb-8dbb-4077-998a-06dd93812b6d None None] Pushing event updated for resources: {'Port': ['ID=895eeebc-2338-4fcb-9339-82120047061d,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:16.154310 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Attempting to bind port 895eeebc-2338-4fcb-9339-82120047061d on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:16.154684 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Attempting to bind port 895eeebc-2338-4fcb-9339-82120047061d by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:16.155051 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Attempting to bind port 895eeebc-2338-4fcb-9339-82120047061d on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:16.162371 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:16.162761 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:16.163177 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.163677 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:16.164213 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Bound port: 895eeebc-2338-4fcb-9339-82120047061d, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:16.164600 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.293280 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] For port 895eeebc-2338-4fcb-9339-82120047061d, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:16.301953 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] For port 895eeebc-2338-4fcb-9339-82120047061d, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=895eeebc-2338-4fcb-9339-82120047061d,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:16.309794 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.352417 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 3, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:16.361022 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.402587 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.418484 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Transition to ACTIVE for port object 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:16.444196 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4243e9-a140-492b-9b9c-fec4db8e7589 None None] The sync data for ids ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'] in dv-cinder-801989-5-iscsi is: [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 3, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:48:16.496182 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ed0c8689-aa6d-46b3-9406-8e131b82e9ce req-e2efeab8-1fae-486a-9250-42e7569493ef tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.0527816 Jul 30 10:48:16.501151 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7bbbb-8dbb-4077-998a-06dd93812b6d None None] Pushing event updated for resources: {'Port': ['ID=895eeebc-2338-4fcb-9339-82120047061d,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:16.513629 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:16.514896 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:16.523452 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.587329 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Network 5b2d559e-59d9-4e01-a93e-89d289899281 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:16.601746 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:16.606185 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:16.607878 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.775935 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:16.780185 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Pushing event updated for resources: {'Port': ['ID=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:16.796271 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-71ba184d-1f93-4230-84bd-68c603c08c86 req-b8c8e342-0590-4acc-bba4-abd3ebf945ea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0920470 Jul 30 10:48:16.942799 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.997028 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:16.999319 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.105165 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-b530c2bf-892b-4fe6-9c07-d5b68a1e97b1 None None] Provisioning for port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:17.117476 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-b530c2bf-892b-4fe6-9c07-d5b68a1e97b1 None None] Provisioning complete for port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:17.118082 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b530c2bf-892b-4fe6-9c07-d5b68a1e97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.123924 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=57a822c6-8793-4ad6-9db3-d3831b87fabf,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:17.200138 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:17.201995 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:17.250300 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 12b5de6c-97dd-4854-b583-3e505e7dea8f up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:17.258763 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.299229 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-b530c2bf-892b-4fe6-9c07-d5b68a1e97b1 None None] Port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:48:17.344411 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 12b5de6c-97dd-4854-b583-3e505e7dea8f triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:17.344660 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.398743 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Router 9fcc9320-7bc5-4b23-8523-b773f554fc3d has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:48:17.500343 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 3, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:17.535778 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685e9d3-8fce-460e-8089-d4b02584aa91 None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:12Z', 'revision_number': 3, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:48:17.627185 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 66038cc8-f9e6-4840-bab4-241cf1b167c5 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:17.682179 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:48:17.689407 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-00552829-ab2b-4d81-b89d-6b3780087ee5 admin admin] 10.222.0.23 "PUT /v2.0/routers/9fcc9320-7bc5-4b23-8523-b773f554fc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0897810 Jul 30 10:48:17.724330 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 66038cc8-f9e6-4840-bab4-241cf1b167c5 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:17.727890 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.730775 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 66038cc8-f9e6-4840-bab4-241cf1b167c5 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:17.731756 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.738527 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.739370 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.756706 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c996168-d733-4625-9fea-e1ac179cf131 req-c849bd62-e44b-4f76-be25-8bed265979fa tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.0598202 Jul 30 10:48:17.798145 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Pushing event updated for resources: {'Port': ['ID=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:17.870934 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:17.921416 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 66038cc8-f9e6-4840-bab4-241cf1b167c5, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=66038cc8-f9e6-4840-bab4-241cf1b167c5,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:17.931792 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Network 5b2d559e-59d9-4e01-a93e-89d289899281 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:17.937068 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:17.942781 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:18.055888 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ba371071-3d39-4c45-a139-1ae98a3444fa req-43d5bc75-85dc-44e2-96fd-76ccd1c0b7be tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0908601 Jul 30 10:48:18.093677 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=66038cc8-f9e6-4840-bab4-241cf1b167c5,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:18.221335 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:48:18.341008 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:18.354861 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-7c4abb13-8d64-48af-a791-87e2df42bbea None None] Provisioning complete for port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:18.355483 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-7c4abb13-8d64-48af-a791-87e2df42bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:18.423469 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-7c4abb13-8d64-48af-a791-87e2df42bbea None None] Port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:48:18.525750 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c3db693e-bcc1-437e-8736-a91fd6a00b97 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:18.527746 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c3db693e-bcc1-437e-8736-a91fd6a00b97 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 817 time: 0.2060084 Jul 30 10:48:18.570762 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-d292f03c-ef84-4300-917e-d378d92d584f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/quotas/607a095f5f1d465ba90619993f0f6346 HTTP/1.1" status: 200 len: 375 time: 0.0341089 Jul 30 10:48:18.593342 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:48:18.605243 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-9c46d0df-8d36-4d16-87f9-e26351961cab admin admin] 10.222.0.23 "PUT /v2.0/routers/5b3cb2cd-b9da-4389-b8e8-b86553961df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9297917 Jul 30 10:48:18.687024 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9480636b-e42c-45c2-bae6-54937ca374f2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150398 Jul 30 10:48:18.888398 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-3492f2c8-9884-4204-84fa-cbbf3c611d11 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953187 Jul 30 10:48:18.976358 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9b79d4bb-2e2a-479b-b21a-59695ef63255 req-89dd25ee-c8f2-4a38-8b51-bf4f8f7d39af tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.0824733 Jul 30 10:48:19.069828 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-f5b0cd8f-907d-46da-b1fa-2754635346ce service neutron] 10.222.0.23 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803575 Jul 30 10:48:19.169074 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Sync routers for ids ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:48:19.196772 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 66038cc8-f9e6-4840-bab4-241cf1b167c5 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:19.201890 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Routers {'9fcc9320-7bc5-4b23-8523-b773f554fc3d'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:19.202724 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:19.465159 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 66038cc8-f9e6-4840-bab4-241cf1b167c5 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:19.465702 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:19.597017 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Set router 9fcc9320-7bc5-4b23-8523-b773f554fc3d gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:19.647562 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1c35db8a-d00a-4f08-9189-e7e8494dae15 req-510f3d11-b29a-4cd0-9471-6f48cee8db16 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0875359 Jul 30 10:48:19.773873 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 895eeebc-2338-4fcb-9339-82120047061d up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:19.935683 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 895eeebc-2338-4fcb-9339-82120047061d completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:19.955952 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8635e1c1-fc14-441c-892e-6c07abf5337b req-2498112e-43e5-4ac4-ba2c-baf22af04e51 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 210 time: 0.0997882 Jul 30 10:48:19.965987 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 895eeebc-2338-4fcb-9339-82120047061d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:19.966524 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:20.085011 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:16Z', 'revision_number': 4, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '57a822c6-8793-4ad6-9db3-d3831b87fabf', 'name': '', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'mac_address': 'fa:16:3e:a9:42:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:16Z', 'revision_number': 2, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'subnets': [{'id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:20.134991 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Checking router: 9fcc9320-7bc5-4b23-8523-b773f554fc3d for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:48:20.135359 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Updating router 9fcc9320-7bc5-4b23-8523-b773f554fc3d port 57a822c6-8793-4ad6-9db3-d3831b87fabf binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:48:20.161208 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.10', 63760) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:20.217484 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:20.303478 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54498) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:20.307059 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501661666', 'description': 'tempest-description--748075698'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:20.386810 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:20.488485 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 895eeebc-2338-4fcb-9339-82120047061d, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=895eeebc-2338-4fcb-9339-82120047061d,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:20.495269 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:20.501186 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:20.555967 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-d9dc23ee-1782-4b20-8317-867ee261661e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:20.557600 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-d9dc23ee-1782-4b20-8317-867ee261661e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.3944573 Jul 30 10:48:20.666860 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Request body: {'port': {'device_id': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'admin_state_up': True, 'tenant_id': 'c417e4ae229f4d88ac1906067a1474e3'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:20.673383 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=895eeebc-2338-4fcb-9339-82120047061d,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:20.779099 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54522) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:20.794977 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:48:20.805796 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-87d031a3-943b-4464-8224-3ea65c56d974 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:20.810563 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-87d031a3-943b-4464-8224-3ea65c56d974 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 817 time: 0.2703433 Jul 30 10:48:20.821673 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:20.823438 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:20.874206 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-d043c80a-7173-450e-8158-298f2baf5e46 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/quotas/607a095f5f1d465ba90619993f0f6346 HTTP/1.1" status: 200 len: 375 time: 0.0490854 Jul 30 10:48:20.918500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.10', 63765) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:21.011632 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2429f42e-bdff-4080-bbc2-46cabcc7d703 req-1c3417c7-13b2-4b38-a309-4e4e17cf3124 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.4519229 Jul 30 10:48:21.083481 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 895eeebc-2338-4fcb-9339-82120047061d up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:21.106611 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.130154 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Transition to ACTIVE for port object 57a822c6-8793-4ad6-9db3-d3831b87fabf will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:21.146888 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.259900 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0057-014d-46eb-b8fc-10e078861369 None None] Pushing event updated for resources: {'Port': ['ID=57a822c6-8793-4ad6-9db3-d3831b87fabf,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:21.271390 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269ab3df-6932-4f93-946e-35c044efa682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.283463 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:21.442882 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Attempting to bind port 57a822c6-8793-4ad6-9db3-d3831b87fabf on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:21.444206 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Attempting to bind port 57a822c6-8793-4ad6-9db3-d3831b87fabf by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:21.444808 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Attempting to bind port 57a822c6-8793-4ad6-9db3-d3831b87fabf on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:21.447966 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-ab54c23d-5ef9-43ed-bf2a-a86b22937a39 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5708985 Jul 30 10:48:21.460894 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:21.461667 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Checking segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:21.462306 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.462892 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Bound using segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:21.463587 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Bound port: 57a822c6-8793-4ad6-9db3-d3831b87fabf, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:21.464212 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.517469 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5cb0f5d5-7b62-4eea-af86-0f8bf9fb5a24 req-ca992d40-28a5-476a-bbc3-7171f6c35396 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0475013 Jul 30 10:48:21.604756 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-5b01a5f5-5266-408c-bb9e-1443ba9b4001 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:21.606605 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-5b01a5f5-5266-408c-bb9e-1443ba9b4001 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.10 "GET /v2.0/networks?id=6f921904-5086-4005-9d84-aa09b388e458 HTTP/1.1" status: 200 len: 810 time: 0.6439645 Jul 30 10:48:21.609351 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.624510 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.626527 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 895eeebc-2338-4fcb-9339-82120047061d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:21.627119 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.651355 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Request body: {'port': {'device_id': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'network_id': '6f921904-5086-4005-9d84-aa09b388e458', 'admin_state_up': True, 'tenant_id': 'e561cee646c64b0e90458bae18236916'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:21.657309 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Made reservation on behalf of c417e4ae229f4d88ac1906067a1474e3 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:21.674787 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] For port 57a822c6-8793-4ad6-9db3-d3831b87fabf, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:21.684741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.695214 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] For port 57a822c6-8793-4ad6-9db3-d3831b87fabf, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=57a822c6-8793-4ad6-9db3-d3831b87fabf,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:21.708040 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.787047 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 2, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:21.824957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:48:21.826522 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Updating router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:48:21.842222 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4499196-50cb-4800-a459-6235d11eea40,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:21.873118 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:21.889522 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.10', 63770) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:21.902773 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Routers {'9fcc9320-7bc5-4b23-8523-b773f554fc3d'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:21.906272 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:21.920818 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-f0dd72e2-8f30-4b16-9734-00ba366c4e7e service neutron] 10.222.0.23 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694016 Jul 30 10:48:22.196748 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] Set router 9fcc9320-7bc5-4b23-8523-b773f554fc3d gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:22.250033 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:22.266200 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Transition to ACTIVE for port object 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:22.278554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:22.523193 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-0693c415-eb01-48f2-86a2-dac7a6073048 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012032 Jul 30 10:48:22.594831 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682430-fe50-4e98-95a0-0e7bdff0a72e None None] Pushing event updated for resources: {'Port': ['ID=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:22.688513 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0057-014d-46eb-b8fc-10e078861369 None None] Pushing event updated for resources: {'Port': ['ID=57a822c6-8793-4ad6-9db3-d3831b87fabf,revision_number=4']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:22.715672 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54596) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:22.740191 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:16Z', 'revision_number': 4, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '57a822c6-8793-4ad6-9db3-d3831b87fabf', 'name': '', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'mac_address': 'fa:16:3e:a9:42:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:21Z', 'revision_number': 4, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'subnets': [{'id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:22.750216 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Attempting to bind port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:22.753357 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Attempting to bind port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:22.754042 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Attempting to bind port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 on network 5b2d559e-59d9-4e01-a93e-89d289899281 {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:22.768760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:22.770192 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Checking segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:22.770369 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:22.772971 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Bound using segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:22.773493 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Bound port: 6d91be5a-f7f5-4523-9e0f-dd08c24e0551, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:22.773974 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:22.858759 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d40f3-8e92-4b02-b9a7-646da372892e None None] The sync data for ids ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'] in dv-cinder-801989-5-iscsi is: [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:16Z', 'revision_number': 4, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '57a822c6-8793-4ad6-9db3-d3831b87fabf', 'name': '', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'mac_address': 'fa:16:3e:a9:42:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:21Z', 'revision_number': 4, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'subnets': [{'id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:48:22.888060 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-1cb3747d-292d-4084-88b1-350aaca0febe tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:22.899050 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-1cb3747d-292d-4084-88b1-350aaca0febe tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 817 time: 1.0070052 Jul 30 10:48:22.972020 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269ab3df-6932-4f93-946e-35c044efa682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:22.996503 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Request body: {'port': {'device_id': '8f35bf84-6996-4512-a659-33b80d45a69d', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'admin_state_up': True, 'tenant_id': '607a095f5f1d465ba90619993f0f6346'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:23.005405 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Allocated IP 172.20.0.13 (432b3d58-26d9-49cd-b016-58ed71a7d2ab/3abd4453-dae0-4b18-82f0-520752a35bef/0ef9e098-0cad-433f-8d65-0042fd3809b6) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:23.010544 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] For port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:23.019993 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] For port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:23.030367 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:23.242499 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682430-fe50-4e98-95a0-0e7bdff0a72e None None] Pushing event updated for resources: {'Port': ['ID=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:23.276553 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6d137842-5f7e-4eb8-9180-4d5c7b07c50e req-3d8ab188-d729-44fa-a067-8a243224adbf tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.1845696 Jul 30 10:48:23.297607 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:48:23.297607 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:23.312792 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:23.316020 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-8ca6dc3a-e4a4-4e7f-a768-71c44c5492f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.0110269 Jul 30 10:48:23.318313 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54612) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:23.352430 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269ab3df-6932-4f93-946e-35c044efa682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:23.366596 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'security_group_rule': {'security_group_id': 'd4499196-50cb-4800-a459-6235d11eea40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:23.565317 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4ca34f34-9a76-4fd8-b879-50d498e40681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:23.593219 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.db.api [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 10:48:23.593219 dv-cinder-801989-5-iscsi neutron-server[104663]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 10:48:23.593219 dv-cinder-801989-5-iscsi neutron-server[104663]: [parameters: {'project_id_1': '21168d9dada845998f2917a595353c9b', 'expiration_1': datetime.datetime(2021, 7, 30, 10, 48, 23, 399544)}] Jul 30 10:48:23.593219 dv-cinder-801989-5-iscsi neutron-server[104663]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 10:48:23.593219 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG oslo_db.api [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 10:48:23.668148 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:48:23.691268 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e79b11fc-16cc-4c62-b20f-ce2f3b0663d6 req-eed89525-8f1e-4156-bc86-76ff52d11c32 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.1492870 Jul 30 10:48:23.773002 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-269ab3df-6932-4f93-946e-35c044efa682 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccb20f15e464436491e18a83b6a03d7b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9903595 Jul 30 10:48:23.789530 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54630) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:23.858313 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.db.api [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 10:48:23.858313 dv-cinder-801989-5-iscsi neutron-server[104662]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 10:48:23.858313 dv-cinder-801989-5-iscsi neutron-server[104662]: [parameters: {'project_id_1': '607a095f5f1d465ba90619993f0f6346', 'expiration_1': datetime.datetime(2021, 7, 30, 10, 48, 23, 451333)}] Jul 30 10:48:23.858313 dv-cinder-801989-5-iscsi neutron-server[104662]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 10:48:23.859142 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG oslo_db.api [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 10:48:23.862650 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ab3df-6932-4f93-946e-35c044efa682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b2c41-1e3a-41f1-af2b-418bfb2a1a66,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:23.883090 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-298b63ef-f038-4eb5-b39b-87d2fa91ff5c req-8dc76a7f-d71b-4e91-bf5e-99d473257591 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.3836906 Jul 30 10:48:23.911803 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Made reservation on behalf of e561cee646c64b0e90458bae18236916 for: {'port': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:23.921513 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.009644 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.061460 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c814bfc6-2a5d-49f4-8c87-ae96078eda2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.233627 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c814bfc6-2a5d-49f4-8c87-ae96078eda2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.274266 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.509263 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:24.526140 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:22Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:48:24.568031 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:24.587213 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:24.607436 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:24.629457 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.709885 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-953e0678-b11c-46a9-8197-57ad28288f72 req-ecebb81e-61f6-4d86-b858-be6060303029 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.2125175 Jul 30 10:48:24.771131 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c814bfc6-2a5d-49f4-8c87-ae96078eda2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.785266 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c814bfc6-2a5d-49f4-8c87-ae96078eda2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:24.797647 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c814bfc6-2a5d-49f4-8c87-ae96078eda2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/071b2c41-1e3a-41f1-af2b-418bfb2a1a66 HTTP/1.1" status: 204 len: 168 time: 1.0067344 Jul 30 10:48:24.843968 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event updated for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:24.864383 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf8092-1dd6-4eb4-b730-a759ae5a2704 None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:22Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:48:24.866414 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814bfc6-2a5d-49f4-8c87-ae96078eda2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b2c41-1e3a-41f1-af2b-418bfb2a1a66,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:25.176281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Allocated IP 172.20.0.12 (6f921904-5086-4005-9d84-aa09b388e458/f82b4cba-3eb4-45b8-bf4d-909b62ee13d7/021a6414-43ee-475a-852e-7050de4b591a) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:25.215912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865de3d-cd70-435c-8e36-d651aef46142 req-4aa2c95f-94c0-4337-a451-6e1c389314ea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:25.235110 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4ca34f34-9a76-4fd8-b879-50d498e40681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:25.251100 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f865de3d-cd70-435c-8e36-d651aef46142 req-4aa2c95f-94c0-4337-a451-6e1c389314ea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 932 time: 0.2299047 Jul 30 10:48:25.274900 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4ca34f34-9a76-4fd8-b879-50d498e40681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:25.302937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 57a822c6-8793-4ad6-9db3-d3831b87fabf up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:25.356515 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-f472de13-abf7-4334-acef-c8acf9b5a0e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7146733 Jul 30 10:48:25.449734 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-af3679f2-a151-42f5-8eab-b83edfcf1f2e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:48:25.451394 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-af3679f2-a151-42f5-8eab-b83edfcf1f2e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465014 Jul 30 10:48:25.488922 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4ca34f34-9a76-4fd8-b879-50d498e40681 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5a106251d1544a8ad18c62583319ef3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7673624 Jul 30 10:48:25.497387 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54684) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:25.546831 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 57a822c6-8793-4ad6-9db3-d3831b87fabf completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:25.557942 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 57a822c6-8793-4ad6-9db3-d3831b87fabf triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:25.558389 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:25.563911 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f865de3d-cd70-435c-8e36-d651aef46142 req-7f639093-01b2-4b7b-a9b0-65baaa58fcaa tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114102 Jul 30 10:48:25.617941 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:25.727495 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca34f34-9a76-4fd8-b879-50d498e40681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8de530-aacf-4268-9749-f1057d7c7815,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:25.846091 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4e38dcf3-db8f-46c0-9a89-17a56c546fe4 req-4f2852d8-9159-4f53-8c64-cf935ffae37a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.1770864 Jul 30 10:48:26.012785 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.10', 63783) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:26.014536 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Made reservation on behalf of 607a095f5f1d465ba90619993f0f6346 for: {'port': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:26.024613 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.054311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.265282 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b8e971a4-8fb4-4178-a599-3db51bc744d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.277684 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 57a822c6-8793-4ad6-9db3-d3831b87fabf, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=57a822c6-8793-4ad6-9db3-d3831b87fabf,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:26.285781 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.356131 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.405010 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7780dfd0-d704-4ca9-89f5-df39dfb49f6a req-a4a9eeb2-118a-4410-9203-4751fe2449fc tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.2848120 Jul 30 10:48:26.406872 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.527327 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b8e971a4-8fb4-4178-a599-3db51bc744d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.555679 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3d8a16-624b-40fe-9a7d-c59d6ebb0cae,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:26.569806 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=57a822c6-8793-4ad6-9db3-d3831b87fabf,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:26.701082 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Request body: {'port': {'device_id': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:26.769302 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:26.778664 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e6a3cb5b-5875-46ee-b844-586b465acedd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4431183 Jul 30 10:48:26.805433 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54724) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:26.844568 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'security_group_rule': {'security_group_id': 'd4499196-50cb-4800-a459-6235d11eea40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:27.049393 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-fca0298e-cad4-486a-be6e-0264f4f2adde tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:27.069267 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-fca0298e-cad4-486a-be6e-0264f4f2adde tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 817 time: 1.3204017 Jul 30 10:48:27.091904 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.223759 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.230984 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Request body: {'port': {'device_id': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'admin_state_up': True, 'tenant_id': '607a095f5f1d465ba90619993f0f6346'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:27.240564 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.285749 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.304848 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb7ad6b6-86f7-44d3-b90b-9e6d4236ee2c req-e3fcdbb2-f710-4b0e-a70f-c68bf645aee7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.1208448 Jul 30 10:48:27.342834 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 57a822c6-8793-4ad6-9db3-d3831b87fabf up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:27.421444 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.451232 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74383a-4d41-48e4-8d63-d7e47cbafa6b req-c510f912-e6a8-466a-a119-4451865589ee tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:27.452927 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eb74383a-4d41-48e4-8d63-d7e47cbafa6b req-c510f912-e6a8-466a-a119-4451865589ee tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 932 time: 0.5588040 Jul 30 10:48:27.460283 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 57a822c6-8793-4ad6-9db3-d3831b87fabf triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:27.460700 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.497001 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a9b58a-b956-4ca3-bf62-6a541e995630,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:27.509763 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.514369 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-7127b3f5-bf81-4d59-9b0e-6fd98b72259d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7069194 Jul 30 10:48:27.521670 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b8e971a4-8fb4-4178-a599-3db51bc744d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.532620 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b8e971a4-8fb4-4178-a599-3db51bc744d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.542256 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b8e971a4-8fb4-4178-a599-3db51bc744d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc8de530-aacf-4268-9749-f1057d7c7815 HTTP/1.1" status: 204 len: 168 time: 2.0414023 Jul 30 10:48:27.543152 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54744) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:27.588280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:27.704393 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e971a4-8fb4-4178-a599-3db51bc744d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8de530-aacf-4268-9749-f1057d7c7815,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:27.731150 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.775655 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:27.792062 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Allocated IP 172.20.0.5 (0cf3d3dc-342d-4a77-978d-9d3a00cf348f/1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd/44cd42b8-36af-4a36-956e-6d87924e3746) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:27.890401 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:27.899819 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:27.900573 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:27.979496 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eb74383a-4d41-48e4-8d63-d7e47cbafa6b req-065bcae1-6f2b-49ea-822f-7d9e8b41ffaf tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101044 Jul 30 10:48:27.983908 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7c0e4ed4-14dc-4858-8b9b-3403a560c75d req-8b96fe1b-05eb-4934-8717-68f5268b39d9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.2934957 Jul 30 10:48:28.036797 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:28.133748 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Made reservation on behalf of 607a095f5f1d465ba90619993f0f6346 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:28.151276 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:28.183140 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:28.202185 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:28.369787 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:28.635483 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:28.743014 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:28.798168 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d0e24a7f-88da-4ee4-a071-789dbf6b3b1d req-818b334d-0bcb-4b76-a924-0511fa7c11b7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.3643179 Jul 30 10:48:29.020420 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Pushing event updated for resources: {'Port': ['ID=021a6414-43ee-475a-852e-7050de4b591a,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:29.102954 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:29.122634 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Allocated IP 172.27.0.27 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/c5e00c94-2315-4b14-aea8-9e2e3e2082bf) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:29.284494 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Network 6f921904-5086-4005-9d84-aa09b388e458 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:29.288992 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:29.340474 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:29.359478 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:29.360281 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:29.371803 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:29.372500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:29.537215 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-c7ece6d6-116f-4692-bd21-a24b9b8decbb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9039173 Jul 30 10:48:29.571959 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Request body: {'port': {'device_id': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:29.580364 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:29.716477 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a263a-6025-4ac3-90c4-c2e4768626ed req-d9d02782-f898-4568-bb8a-21e53e76c4ae tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:29.727661 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cb3a263a-6025-4ac3-90c4-c2e4768626ed req-d9d02782-f898-4568-bb8a-21e53e76c4ae tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 932 time: 0.4411290 Jul 30 10:48:29.776824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:29.893080 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'Port': ['ID=c5e00c94-2315-4b14-aea8-9e2e3e2082bf,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:29.954841 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818703b5-564e-4c0e-a6e7-9b15065f1724 req-b4fbf246-8434-4397-8b4e-62219404bedf tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:29.966718 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-818703b5-564e-4c0e-a6e7-9b15065f1724 req-b4fbf246-8434-4397-8b4e-62219404bedf tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 932 time: 0.7036698 Jul 30 10:48:29.984799 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.086629 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54812) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:30.123756 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.144665 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.330290 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cb3a263a-6025-4ac3-90c4-c2e4768626ed req-505a059b-42a9-4a65-9e37-a31cc252789f tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015429 Jul 30 10:48:30.373037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:30.383661 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:30.401606 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:30.418103 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:30.418558 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.458957 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:30.484003 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-818703b5-564e-4c0e-a6e7-9b15065f1724 req-2aa2787b-7434-4997-bb7d-6782e75b3181 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148282 Jul 30 10:48:30.496165 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:30.537779 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:30.587793 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Pushing event updated for resources: {'Port': ['ID=44cd42b8-36af-4a36-956e-6d87924e3746,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:30.675890 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7cba29d0-247a-45f1-8982-a40742eec1c8 req-d6006dd1-3a5f-410a-a898-049d217b7f86 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.1008222 Jul 30 10:48:30.687512 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c48ae27a-da8d-4372-9e22-7ed1f9544b84 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7382758 Jul 30 10:48:30.720839 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef9e098-0cad-433f-8d65-0042fd3809b6 {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:30.745911 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.795983 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Allocated IP 172.20.0.10 (0cf3d3dc-342d-4a77-978d-9d3a00cf348f/1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd/4b396d66-66e8-4f72-9826-f8621df2dae7) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:30.866730 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.953002 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Transition to ACTIVE for port object 0ef9e098-0cad-433f-8d65-0042fd3809b6 will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:30.961730 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dafd061e-d311-485f-b3e2-93b8f5626c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:30.980855 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.006821 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.313161 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.328894 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.443309 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.460054 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54856) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:31.544057 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'Port': ['ID=c5e00c94-2315-4b14-aea8-9e2e3e2082bf,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:31.608790 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.610226 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4f05388f-1a7f-4ac2-8884-3164245fe970 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0277619 Jul 30 10:48:31.646846 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Pushing event updated for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:31.652779 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.664260 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Request body: {'port': {'device_id': '8f35bf84-6996-4512-a659-33b80d45a69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:31.680361 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6af436-eeb1-4607-8b4b-c4af66559548 req-053a9e4a-8c79-44f0-9ab4-3d4e6c7aec69 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:31.689550 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4c6af436-eeb1-4607-8b4b-c4af66559548 req-053a9e4a-8c79-44f0-9ab4-3d4e6c7aec69 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 932 time: 0.1435869 Jul 30 10:48:31.792857 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4c6af436-eeb1-4607-8b4b-c4af66559548 req-9c1d5447-225f-4c21-9a6d-7f1bbbcca754 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035318 Jul 30 10:48:31.813164 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-37303dee-ca0a-4910-bf17-88200501b401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.851634 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.868801 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021a6414-43ee-475a-852e-7050de4b591a {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:31.973866 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:31.973866 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:31.984466 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:31.994139 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.997765 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:31.999051 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:32.000268 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:32.027326 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Attempting to bind port 0ef9e098-0cad-433f-8d65-0042fd3809b6 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:32.028008 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Attempting to bind port 0ef9e098-0cad-433f-8d65-0042fd3809b6 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:32.028101 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Attempting to bind port 0ef9e098-0cad-433f-8d65-0042fd3809b6 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:32.050192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Port 0ef9e098-0cad-433f-8d65-0042fd3809b6 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:48:32.050714 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Attempting to bind port 0ef9e098-0cad-433f-8d65-0042fd3809b6 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:32.068145 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:32.068640 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Checking segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:32.069189 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Bound using segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:32.069753 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Bound port: 0ef9e098-0cad-433f-8d65-0042fd3809b6, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:32.070189 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:32.129522 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Pushing event updated for resources: {'Port': ['ID=4b396d66-66e8-4f72-9826-f8621df2dae7,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:32.176190 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbf15-27fa-47b0-91ea-a4816d015ddb req-bfd09f27-5a72-43d6-b433-ebb6931b6ddb tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:32.178079 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-94bfbf15-27fa-47b0-91ea-a4816d015ddb req-bfd09f27-5a72-43d6-b433-ebb6931b6ddb tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.5242362 Jul 30 10:48:32.203055 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d0f54-8ee2-4f5d-9d3d-818dfe3dfc23 req-73292bf4-1c3e-4382-8d60-babfd804afbb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:32.220687 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:32.222821 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-513d0f54-8ee2-4f5d-9d3d-818dfe3dfc23 req-73292bf4-1c3e-4382-8d60-babfd804afbb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 932 time: 0.2106149 Jul 30 10:48:32.228048 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:32.232347 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Transition to ACTIVE for port object 021a6414-43ee-475a-852e-7050de4b591a will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:32.276421 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:32.284291 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-513d0f54-8ee2-4f5d-9d3d-818dfe3dfc23 req-171e791b-2be1-49c3-b43d-584d117c8eed tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542083 Jul 30 10:48:32.478749 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f037ba05-aa94-4613-b090-2aec8ce98617 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1501661666&fields=id&tenant_id=21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 267 time: 0.0833514 Jul 30 10:48:32.688889 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f107c308-be41-4119-b841-12903b3de93c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:32.693346 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f107c308-be41-4119-b841-12903b3de93c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 816 time: 0.2049191 Jul 30 10:48:32.722295 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-46814d2b-8e4f-4c26-8962-f17f4caf059f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/quotas/21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 375 time: 0.0174558 Jul 30 10:48:32.812482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:32.835216 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-05675ed3-2ade-4367-ace4-4b838d5cf233 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119528 Jul 30 10:48:33.050573 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Pushing event updated for resources: {'Port': ['ID=021a6414-43ee-475a-852e-7050de4b591a,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.066800 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-94bfbf15-27fa-47b0-91ea-a4816d015ddb req-ff85a113-1445-4a69-9672-1519c738f364 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258102 Jul 30 10:48:33.084763 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:33.085548 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.087150 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] 10.222.0.10 "PUT /v2.0/ports/0ef9e098-0cad-433f-8d65-0042fd3809b6 HTTP/1.1" status: 200 len: 1094 time: 7.0529237 Jul 30 10:48:33.092264 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:48:33.165334 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cd42b8-36af-4a36-956e-6d87924e3746 {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:33.171668 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-87ba76d0-5e23-4d5d-ad5a-0e399ff9c135 service neutron] 10.222.0.23 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138614 Jul 30 10:48:33.247846 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.257621 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dafd061e-d311-485f-b3e2-93b8f5626c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.291264 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dafd061e-d311-485f-b3e2-93b8f5626c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.300368 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-efd37d44-17cb-430d-9159-9d7c23e455d1 service neutron] 10.222.0.23 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222968 Jul 30 10:48:33.305414 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-3bb75919-713e-42f0-820c-298eb943f5b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1187766 Jul 30 10:48:33.320945 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Attempting to bind port 021a6414-43ee-475a-852e-7050de4b591a on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:33.321367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Attempting to bind port 021a6414-43ee-475a-852e-7050de4b591a by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'fb76ad61-c503-452e-9a5c-315a5651bdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6f921904-5086-4005-9d84-aa09b388e458'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:33.321783 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Attempting to bind port 021a6414-43ee-475a-852e-7050de4b591a on network 6f921904-5086-4005-9d84-aa09b388e458 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:33.371637 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Transition to ACTIVE for port object 44cd42b8-36af-4a36-956e-6d87924e3746 will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:33.398698 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.402960 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a4573-cda6-470c-b4ba-44deee2f5f1d service neutron] Pushing event updated for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.410487 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-dafd061e-d311-485f-b3e2-93b8f5626c69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6262df1f094343fcb816fda49142c04b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3074684 Jul 30 10:48:33.411320 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Port 021a6414-43ee-475a-852e-7050de4b591a on network 6f921904-5086-4005-9d84-aa09b388e458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:48:33.411711 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Attempting to bind port 021a6414-43ee-475a-852e-7050de4b591a on network 6f921904-5086-4005-9d84-aa09b388e458 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:33.416250 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54914) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:33.427638 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd061e-d311-485f-b3e2-93b8f5626c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09fedaa-48be-4b72-ab78-4b9d9e5fd9ee,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.450767 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:48:33.473586 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:33.474064 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Checking segment: {'id': 'fb76ad61-c503-452e-9a5c-315a5651bdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6f921904-5086-4005-9d84-aa09b388e458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:33.474523 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Bound using segment: {'id': 'fb76ad61-c503-452e-9a5c-315a5651bdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6f921904-5086-4005-9d84-aa09b388e458'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:33.475041 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Bound port: 021a6414-43ee-475a-852e-7050de4b591a, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb76ad61-c503-452e-9a5c-315a5651bdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6f921904-5086-4005-9d84-aa09b388e458'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:33.475493 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.488552 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd0bca-7198-43da-9578-476805bc9d22 req-5495cead-c50b-474e-a49e-578805d7a7d2 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:33.496419 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-85dd0bca-7198-43da-9578-476805bc9d22 req-5495cead-c50b-474e-a49e-578805d7a7d2 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.2710927 Jul 30 10:48:33.554296 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-74acc4f9-5ae8-4501-8c2e-71e34ec441ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.572226 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-37303dee-ca0a-4910-bf17-88200501b401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.587215 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-37303dee-ca0a-4910-bf17-88200501b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.593630 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-74acc4f9-5ae8-4501-8c2e-71e34ec441ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.612925 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Pushing event updated for resources: {'Port': ['ID=44cd42b8-36af-4a36-956e-6d87924e3746,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.658129 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-85dd0bca-7198-43da-9578-476805bc9d22 req-6bd71b2c-0be5-4d5b-b633-d553f5a41d75 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606658 Jul 30 10:48:33.665581 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Attempting to bind port 44cd42b8-36af-4a36-956e-6d87924e3746 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:33.665943 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Attempting to bind port 44cd42b8-36af-4a36-956e-6d87924e3746 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:33.666351 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Attempting to bind port 44cd42b8-36af-4a36-956e-6d87924e3746 on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:33.668671 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] For port 021a6414-43ee-475a-852e-7050de4b591a, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:33.681710 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] For port 021a6414-43ee-475a-852e-7050de4b591a, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=021a6414-43ee-475a-852e-7050de4b591a,segment=NetworkSegment(fb76ad61-c503-452e-9a5c-315a5651bdc0),segment_id=fb76ad61-c503-452e-9a5c-315a5651bdc0)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:33.681918 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-37303dee-ca0a-4910-bf17-88200501b401 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce0977eafc814763a03954d82a2143b3&name=default HTTP/1.1" status: 200 len: 2976 time: 2.2110896 Jul 30 10:48:33.683353 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.685995 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 54924) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:33.723142 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Port 44cd42b8-36af-4a36-956e-6d87924e3746 on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:48:33.723142 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Attempting to bind port 44cd42b8-36af-4a36-956e-6d87924e3746 on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:33.731183 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37303dee-ca0a-4910-bf17-88200501b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0631d5b-b97f-4b7f-8a73-5b704bdd2e36,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.763141 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:33.763141 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Checking segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:33.763141 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Bound using segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:33.763632 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Bound port: 44cd42b8-36af-4a36-956e-6d87924e3746, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:33.764035 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.776299 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:33.776299 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.776897 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] 10.222.0.10 "PUT /v2.0/ports/021a6414-43ee-475a-852e-7050de4b591a HTTP/1.1" status: 200 len: 1094 time: 4.2135618 Jul 30 10:48:33.795454 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e0221-b198-4f07-ae20-43dc0ee64d02 req-00d07d08-fe30-4ed5-afc2-96f0b43bd615 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:33.805195 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-262e0221-b198-4f07-ae20-43dc0ee64d02 req-00d07d08-fe30-4ed5-afc2-96f0b43bd615 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 932 time: 0.2195044 Jul 30 10:48:33.838820 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-74acc4f9-5ae8-4501-8c2e-71e34ec441ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.842000 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-74acc4f9-5ae8-4501-8c2e-71e34ec441ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:33.845658 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-74acc4f9-5ae8-4501-8c2e-71e34ec441ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a09fedaa-48be-4b72-ab78-4b9d9e5fd9ee HTTP/1.1" status: 204 len: 168 time: 0.4234884 Jul 30 10:48:33.877641 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-262e0221-b198-4f07-ae20-43dc0ee64d02 req-a981c0fd-e832-4311-b89e-1d48b66102b8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670083 Jul 30 10:48:33.880122 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc4f9-5ae8-4501-8c2e-71e34ec441ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09fedaa-48be-4b72-ab78-4b9d9e5fd9ee,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.962403 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247744e0-d5b7-4100-a343-a9ab2f40809c service neutron] Pushing event updated for resources: {'Port': ['ID=021a6414-43ee-475a-852e-7050de4b591a,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:33.976204 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b8eb9e-dffe-4dd4-8f38-ab0fb93908c4 x-openstack-request-id: req-d4b8eb9e-dffe-4dd4-8f38-ab0fb93908c4 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:48:33.976847 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:48:33.977371 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4b8eb9e-dffe-4dd4-8f38-ab0fb93908c4 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:48:33.978360 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6', 'status': 'completed', 'code': 200} Jul 30 10:48:34.011564 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-26fcc267-bea0-494b-8043-98a0d04aae04 req-15dce1d6-7c06-460d-bb0e-b24ba7bbf7c9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 210 time: 0.0416701 Jul 30 10:48:34.013734 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c999bf4-3e64-4145-bf07-2969e56f11d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:34.046468 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] For port 44cd42b8-36af-4a36-956e-6d87924e3746, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:34.076841 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] For port 44cd42b8-36af-4a36-956e-6d87924e3746, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=44cd42b8-36af-4a36-956e-6d87924e3746,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:34.083064 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c999bf4-3e64-4145-bf07-2969e56f11d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:34.086239 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:34.199324 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:34.199924 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:34.206483 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] 10.222.0.10 "PUT /v2.0/ports/44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 1093 time: 2.5669186 Jul 30 10:48:34.209582 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18ad9c-1b27-4666-be38-0de41dd57f0e service neutron] Pushing event updated for resources: {'Port': ['ID=44cd42b8-36af-4a36-956e-6d87924e3746,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:34.401416 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938ca4-20cb-4420-9099-31ded7c2d1c1 req-af149013-be43-495f-8bbc-3208a1425962 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:34.403190 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b938ca4-20cb-4420-9099-31ded7c2d1c1 req-af149013-be43-495f-8bbc-3208a1425962 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.1160829 Jul 30 10:48:34.472484 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c999bf4-3e64-4145-bf07-2969e56f11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:34.482330 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c999bf4-3e64-4145-bf07-2969e56f11d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:34.497064 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-0c999bf4-3e64-4145-bf07-2969e56f11d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0631d5b-b97f-4b7f-8a73-5b704bdd2e36 HTTP/1.1" status: 204 len: 168 time: 0.7926214 Jul 30 10:48:34.527762 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c999bf4-3e64-4145-bf07-2969e56f11d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0631d5b-b97f-4b7f-8a73-5b704bdd2e36,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:34.560794 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b938ca4-20cb-4420-9099-31ded7c2d1c1 req-567d2aa5-2907-4a57-9086-f9fa60c04dd1 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505144 Jul 30 10:48:35.028810 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8432-1038-43cf-9b19-ac73877075ef req-917537c8-2bd0-4a65-bb8d-240beace6bf6 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:35.060162 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-686b8432-1038-43cf-9b19-ac73877075ef req-917537c8-2bd0-4a65-bb8d-240beace6bf6 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.2470691 Jul 30 10:48:35.125246 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527ffde-e1cf-4b80-8a12-1169a99aaea7 req-fd591d11-7081-46f0-bcc0-76ec3ecb3335 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:35.129869 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d527ffde-e1cf-4b80-8a12-1169a99aaea7 req-fd591d11-7081-46f0-bcc0-76ec3ecb3335 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 932 time: 0.0890415 Jul 30 10:48:35.151485 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 54994) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:35.164701 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-686b8432-1038-43cf-9b19-ac73877075ef req-bd56560b-3e18-48fa-9418-8ba99965da53 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014154 Jul 30 10:48:35.170809 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1910a2ca-5abb-4e5f-988b-bc1b6cc9036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.214719 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d527ffde-e1cf-4b80-8a12-1169a99aaea7 req-43b881f9-1a23-49ca-9973-bb8c2d516dd9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740097 Jul 30 10:48:35.307681 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7dfa970c-3280-44a6-b583-e71345d4a306 req-f0a2a643-dae0-4346-93f9-ca9f292057b9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 210 time: 0.0349975 Jul 30 10:48:35.313150 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1910a2ca-5abb-4e5f-988b-bc1b6cc9036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.319095 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1910a2ca-5abb-4e5f-988b-bc1b6cc9036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.355601 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:48:35.369615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910a2ca-5abb-4e5f-988b-bc1b6cc9036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e61bb1-f683-48fe-90db-e574e531d005,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:35.374194 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1910a2ca-5abb-4e5f-988b-bc1b6cc9036d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e112ea113104cbe85b1b85418e98803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214332 Jul 30 10:48:35.376948 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55000) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:35.429941 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f7968c23-14e7-4959-8665-87b366ea5610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.456920 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f7968c23-14e7-4959-8665-87b366ea5610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.508885 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f7968c23-14e7-4959-8665-87b366ea5610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.511486 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f7968c23-14e7-4959-8665-87b366ea5610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:35.512745 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f7968c23-14e7-4959-8665-87b366ea5610 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2e61bb1-f683-48fe-90db-e574e531d005 HTTP/1.1" status: 204 len: 168 time: 0.1341963 Jul 30 10:48:35.521718 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7968c23-14e7-4959-8665-87b366ea5610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e61bb1-f683-48fe-90db-e574e531d005,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:35.677916 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56d0d-a7f0-4891-9db6-c88334ef8cc5 req-a3c8e40a-a5a6-4e10-ae72-0106993e0b6d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:35.680003 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f2e56d0d-a7f0-4891-9db6-c88334ef8cc5 req-a3c8e40a-a5a6-4e10-ae72-0106993e0b6d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.0643668 Jul 30 10:48:35.731076 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f2e56d0d-a7f0-4891-9db6-c88334ef8cc5 req-293beebc-6b14-4814-b99a-1bd606d12254 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Jul 30 10:48:35.979633 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'tag': '021a6414-43ee-475a-852e-7050de4b591a'}, {'name': 'network-changed', 'server_uuid': '8f35bf84-6996-4512-a659-33b80d45a69d', 'tag': '44cd42b8-36af-4a36-956e-6d87924e3746'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:48:35.982137 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e057eed4-026c-45ea-92d0-77208c8036ac" -d '{"events": [{"name": "network-changed", "server_uuid": "55bfe1e7-4f00-40a6-a6ba-1a23a99b991f", "tag": "021a6414-43ee-475a-852e-7050de4b591a"}, {"name": "network-changed", "server_uuid": "8f35bf84-6996-4512-a659-33b80d45a69d", "tag": "44cd42b8-36af-4a36-956e-6d87924e3746"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:48:36.032476 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Request body: {'port': {'device_id': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:36.119556 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90227bc5-c46c-4577-92f2-5f65eb295ff2 x-openstack-request-id: req-90227bc5-c46c-4577-92f2-5f65eb295ff2 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:48:36.120164 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bfe1e7-4f00-40a6-a6ba-1a23a99b991f", "tag": "021a6414-43ee-475a-852e-7050de4b591a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f35bf84-6996-4512-a659-33b80d45a69d", "tag": "44cd42b8-36af-4a36-956e-6d87924e3746", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:48:36.120570 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90227bc5-c46c-4577-92f2-5f65eb295ff2 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:48:36.121293 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'tag': '021a6414-43ee-475a-852e-7050de4b591a', 'status': 'completed', 'code': 200} Jul 30 10:48:36.121699 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f35bf84-6996-4512-a659-33b80d45a69d', 'tag': '44cd42b8-36af-4a36-956e-6d87924e3746', 'status': 'completed', 'code': 200} Jul 30 10:48:36.150161 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:36.373028 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1 req-f509d3ba-f94b-4d0a-bd3a-97d810bf981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:36.374548 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1 req-f509d3ba-f94b-4d0a-bd3a-97d810bf981c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 1097 time: 0.2474892 Jul 30 10:48:36.388396 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-8b101b03-aaaa-4e42-895d-775d868adb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:36.390276 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-8b101b03-aaaa-4e42-895d-775d868adb42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1096 time: 0.2144933 Jul 30 10:48:36.398875 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-57cdb702-f747-418d-95b5-266761fbc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:36.400385 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-57cdb702-f747-418d-95b5-266761fbc871 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e561cee646c64b0e90458bae18236916&device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 1097 time: 0.2265007 Jul 30 10:48:36.535865 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-e146ca34-da13-4231-a8a9-d411ebb8bf7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021a6414-43ee-475a-852e-7050de4b591a HTTP/1.1" status: 200 len: 217 time: 0.1129465 Jul 30 10:48:36.604881 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb307acd-6d82-4a70-bd7a-c6f556bf31b7 req-4aa3c29c-7750-48b9-bfd1-3e4d18ae9d1e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:36.623872 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cb307acd-6d82-4a70-bd7a-c6f556bf31b7 req-4aa3c29c-7750-48b9-bfd1-3e4d18ae9d1e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 932 time: 0.2237427 Jul 30 10:48:36.655516 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-5412582d-5b55-4bea-b14b-d6e850c30ef6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.2354505 Jul 30 10:48:36.696608 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6261c2e-6c93-4042-b82d-9724b2953488 req-af0d3eb2-765d-447f-9779-28b155b15b6d tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:36.706142 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e6261c2e-6c93-4042-b82d-9724b2953488 req-af0d3eb2-765d-447f-9779-28b155b15b6d tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.4044020 Jul 30 10:48:36.755405 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cb307acd-6d82-4a70-bd7a-c6f556bf31b7 req-6c5e4947-9024-4086-b4bc-7c3e4e5f3f85 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291411 Jul 30 10:48:36.769543 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55080) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:36.989346 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.10', 63794) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:37.043705 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b396d66-66e8-4f72-9826-f8621df2dae7 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:37.063732 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:37.085794 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Transition to ACTIVE for port object 4b396d66-66e8-4f72-9826-f8621df2dae7 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:37.119736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:37.192289 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-136a9aed-d8ee-4019-8a23-b10f84d9e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:37.194780 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-136a9aed-d8ee-4019-8a23-b10f84d9e2ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f82b4cba-3eb4-45b8-bf4d-909b62ee13d7 HTTP/1.1" status: 200 len: 850 time: 0.5907881 Jul 30 10:48:37.213656 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a3b633ba-4767-48ac-813a-fa7f4e1b9e71 req-5833b0e9-6bbd-4f7f-992f-3c9d29794249 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 210 time: 0.2027168 Jul 30 10:48:37.223367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-64ce4ba9-9a14-4b97-8d9e-7eb7d7e8365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:37.225912 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-64ce4ba9-9a14-4b97-8d9e-7eb7d7e8365d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.5141890 Jul 30 10:48:37.332156 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-ad4f87e7-be0e-459a-b8cf-851e07297913 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f921904-5086-4005-9d84-aa09b388e458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119680 Jul 30 10:48:37.342821 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8ce40e50-29f9-45f9-99f9-2e01b5ff28ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:37.348326 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e6261c2e-6c93-4042-b82d-9724b2953488 req-12df24a9-1d5f-4a96-8aef-4230fd5aa7a2 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407530 Jul 30 10:48:37.383592 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Attempting to bind port 4b396d66-66e8-4f72-9826-f8621df2dae7 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:37.383962 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Attempting to bind port 4b396d66-66e8-4f72-9826-f8621df2dae7 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:37.384317 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Attempting to bind port 4b396d66-66e8-4f72-9826-f8621df2dae7 on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:37.395136 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Pushing event updated for resources: {'Port': ['ID=4b396d66-66e8-4f72-9826-f8621df2dae7,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:37.441307 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Port 4b396d66-66e8-4f72-9826-f8621df2dae7 on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:48:37.441650 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Attempting to bind port 4b396d66-66e8-4f72-9826-f8621df2dae7 on network 0cf3d3dc-342d-4a77-978d-9d3a00cf348f {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:37.491353 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1 req-c5301270-68dc-4610-b4dd-2d83c6645754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:37.493091 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1 req-c5301270-68dc-4610-b4dd-2d83c6645754 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c417e4ae229f4d88ac1906067a1474e3&shared=False HTTP/1.1" status: 200 len: 916 time: 1.0964346 Jul 30 10:48:37.495410 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-39aa49ae-6050-4bd1-93d1-077ec6149355 service neutron] 10.222.0.10 "GET /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391721 Jul 30 10:48:37.522998 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-018d5848-a96f-4b41-ba8c-6315a1ab7c29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333738 Jul 30 10:48:37.542769 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55124) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:37.632550 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:37.632905 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Checking segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:37.633518 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Bound using segment: {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:37.634083 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Bound port: 4b396d66-66e8-4f72-9826-f8621df2dae7, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e1b4ed-4c74-4dda-b792-00525157e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:37.634686 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:37.673005 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-b7dc2f97-f520-4136-b6cf-94cffc41bcaf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:37.675440 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-b7dc2f97-f520-4136-b6cf-94cffc41bcaf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 816 time: 0.6841009 Jul 30 10:48:37.747089 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be657-dfcd-45d6-80b2-8ecb586646f4 req-434b8958-392f-4990-a742-c697112086d4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:37.747889 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-398be657-dfcd-45d6-80b2-8ecb586646f4 req-434b8958-392f-4990-a742-c697112086d4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.3539085 Jul 30 10:48:37.857497 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] For port 4b396d66-66e8-4f72-9826-f8621df2dae7, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:37.908052 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-c0b5fbc6-e82b-42a2-8a13-359f923a0aa6 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660748 Jul 30 10:48:37.916384 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] For port 4b396d66-66e8-4f72-9826-f8621df2dae7, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=4b396d66-66e8-4f72-9826-f8621df2dae7,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:37.918144 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-d8ee632d-cf6d-4577-a347-d35122a9b0e5 service neutron] 10.222.0.10 "GET /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929064 Jul 30 10:48:37.921333 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1 req-b380fcf7-2c6b-405b-ae50-2b58b30df18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:37.922752 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-80fe32a3-3249-4926-aa34-f1fb3bfcc9d1 req-b380fcf7-2c6b-405b-ae50-2b58b30df18b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3987188 Jul 30 10:48:37.928464 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-ec1b2010-8a46-4919-b771-e03b06042f8f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 380 time: 0.2065542 Jul 30 10:48:37.940663 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55134) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:37.951462 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:37.970444 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'port': {'device_id': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'admin_state_up': True, 'tenant_id': '21168d9dada845998f2917a595353c9b', 'security_groups': ['d4499196-50cb-4800-a459-6235d11eea40']}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:38.016219 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-398be657-dfcd-45d6-80b2-8ecb586646f4 req-73e09696-8649-468f-9bac-6162fdee17b9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486105 Jul 30 10:48:38.026115 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27821063-f8fe-4b24-b6b6-2be4d5342420 req-be40524d-7046-44e8-aa48-dd698dcc68c2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:38.030576 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-27821063-f8fe-4b24-b6b6-2be4d5342420 req-be40524d-7046-44e8-aa48-dd698dcc68c2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.1717813 Jul 30 10:48:38.088519 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:38.089235 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.090679 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] 10.222.0.10 "PUT /v2.0/ports/4b396d66-66e8-4f72-9826-f8621df2dae7 HTTP/1.1" status: 200 len: 1094 time: 2.0647414 Jul 30 10:48:38.091142 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'tag': '4b396d66-66e8-4f72-9826-f8621df2dae7'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:48:38.108433 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e6c292e-b10b-4a6e-a0cc-3494d53c70c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.110249 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-636abfdf-2986-4939-8eea-84e2849c5a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.158292 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-27821063-f8fe-4b24-b6b6-2be4d5342420 req-a5c347d8-54f8-4041-b61b-ef81b6f7b62a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217103 Jul 30 10:48:38.160481 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c758f746-f993-4e63-999f-5884fbc3bf7c req-f5c1eb47-d627-4a4d-bd11-785402827eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414703 Jul 30 10:48:38.194360 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a78e34-8154-44b1-86cd-cafa7aa4d00c service neutron] Pushing event updated for resources: {'Port': ['ID=4b396d66-66e8-4f72-9826-f8621df2dae7,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.198489 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8ce40e50-29f9-45f9-99f9-2e01b5ff28ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.210612 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8ce40e50-29f9-45f9-99f9-2e01b5ff28ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.285146 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce40e50-29f9-45f9-99f9-2e01b5ff28ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add1906-54fe-4efa-b714-e586efee3808,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.293060 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8ce40e50-29f9-45f9-99f9-2e01b5ff28ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb8fff606fd34ff8a2a41dc54188b310&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5263176 Jul 30 10:48:38.295956 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c76538-060d-46a7-bbd9-cbb0db83e933", "tag": "4b396d66-66e8-4f72-9826-f8621df2dae7"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:48:38.304295 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55144) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:38.320205 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e6c292e-b10b-4a6e-a0cc-3494d53c70c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.334139 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e6c292e-b10b-4a6e-a0cc-3494d53c70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.362773 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5ec3420a-5b38-4523-923a-120ca1a02ce1 req-34e39549-6d40-4e7f-9106-dd6ebf5aaae4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 210 time: 0.0373864 Jul 30 10:48:38.410881 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f089acdc-09a5-41c8-baae-871f867d49c1 x-openstack-request-id: req-f089acdc-09a5-41c8-baae-871f867d49c1 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:48:38.411228 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c76538-060d-46a7-bbd9-cbb0db83e933", "tag": "4b396d66-66e8-4f72-9826-f8621df2dae7", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:48:38.411467 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f089acdc-09a5-41c8-baae-871f867d49c1 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:48:38.412108 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'tag': '4b396d66-66e8-4f72-9826-f8621df2dae7', 'status': 'completed', 'code': 200} Jul 30 10:48:38.420166 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-5e6c292e-b10b-4a6e-a0cc-3494d53c70c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=771886c00c544e7cbb0ecbc87b0669ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676586 Jul 30 10:48:38.422851 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55152) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:38.428105 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c292e-b10b-4a6e-a0cc-3494d53c70c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe14cd-b8dc-4ff7-b2e4-04953b41f8c7,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.453909 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b4be4387-995d-42da-9999-35ac814f04a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.492168 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b4be4387-995d-42da-9999-35ac814f04a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.512197 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5c338e78-4b9a-4f81-85b2-a878c4a265ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.538528 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-636abfdf-2986-4939-8eea-84e2849c5a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.542376 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f13c46-832a-4534-bf9b-50de15cfe9e2 req-ff3c919e-a153-4f70-bb82-e71591b2e20a tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:38.543570 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-636abfdf-2986-4939-8eea-84e2849c5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.544105 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f6f13c46-832a-4534-bf9b-50de15cfe9e2 req-ff3c919e-a153-4f70-bb82-e71591b2e20a tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0802863 Jul 30 10:48:38.552315 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5c338e78-4b9a-4f81-85b2-a878c4a265ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.589402 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-636abfdf-2986-4939-8eea-84e2849c5a49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42892849f8e2451482f99c0c54030284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473889 Jul 30 10:48:38.591064 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b4be4387-995d-42da-9999-35ac814f04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.592454 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55154) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:38.593669 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b4be4387-995d-42da-9999-35ac814f04a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.594874 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b4be4387-995d-42da-9999-35ac814f04a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6add1906-54fe-4efa-b714-e586efee3808 HTTP/1.1" status: 204 len: 168 time: 0.2895129 Jul 30 10:48:38.596292 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636abfdf-2986-4939-8eea-84e2849c5a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01634c72-a271-4cdc-b9c0-fe2f8d24c43e,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.608200 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be4387-995d-42da-9999-35ac814f04a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add1906-54fe-4efa-b714-e586efee3808,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.623596 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Made reservation on behalf of 21168d9dada845998f2917a595353c9b for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:48:38.628006 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.678419 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f6f13c46-832a-4534-bf9b-50de15cfe9e2 req-3dcc1979-1223-4cf5-92cf-b75237eb0f05 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218190 Jul 30 10:48:38.717729 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5c338e78-4b9a-4f81-85b2-a878c4a265ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.721252 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5c338e78-4b9a-4f81-85b2-a878c4a265ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.725293 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-5c338e78-4b9a-4f81-85b2-a878c4a265ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eefe14cd-b8dc-4ff7-b2e4-04953b41f8c7 HTTP/1.1" status: 204 len: 168 time: 0.2988312 Jul 30 10:48:38.725293 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ead4e844-6f95-46ac-a947-2e0830f67f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.775089 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c338e78-4b9a-4f81-85b2-a878c4a265ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe14cd-b8dc-4ff7-b2e4-04953b41f8c7,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.800725 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ead4e844-6f95-46ac-a947-2e0830f67f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.890281 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Allocated IP 172.20.0.10 (5b2d559e-59d9-4e01-a93e-89d289899281/e04b0845-fbb4-471f-a64c-a87da6f51593/77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:48:38.912797 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ead4e844-6f95-46ac-a947-2e0830f67f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.915877 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ead4e844-6f95-46ac-a947-2e0830f67f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:38.919597 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ead4e844-6f95-46ac-a947-2e0830f67f4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01634c72-a271-4cdc-b9c0-fe2f8d24c43e HTTP/1.1" status: 204 len: 168 time: 0.3228989 Jul 30 10:48:38.935818 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e844-6f95-46ac-a947-2e0830f67f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01634c72-a271-4cdc-b9c0-fe2f8d24c43e,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:38.966332 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55168) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:38.982432 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-effaa598-e922-4d05-b723-360ccd96f5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.095760 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.119074 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Transition to ACTIVE for port object 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:39.136181 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-effaa598-e922-4d05-b723-360ccd96f5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.156998 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-effaa598-e922-4d05-b723-360ccd96f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.166329 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.216443 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Network 5b2d559e-59d9-4e01-a93e-89d289899281 is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:48:39.219777 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:48:39.231100 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:48:39.233025 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55174) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:39.241593 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:39.242173 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.256172 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-effaa598-e922-4d05-b723-360ccd96f5a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfdc831fad884f30a97452764a2ec0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882924 Jul 30 10:48:39.257018 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aab1de64-4bed-4455-8378-f6c26baddd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.259174 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55176) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:39.260001 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaa598-e922-4d05-b723-360ccd96f5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982d57d5-b207-46e6-806a-f2c4b69e78ef,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:39.291489 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:39.301768 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9007a-48c4-4a92-be4c-616322c04710 req-b82fdd51-0c90-4257-a2e1-d7b2afa607e4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:39.303287 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-cc94a5c0-9915-409a-b071-9eea48050a1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3447428 Jul 30 10:48:39.307257 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2a9007a-48c4-4a92-be4c-616322c04710 req-b82fdd51-0c90-4257-a2e1-d7b2afa607e4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.1634748 Jul 30 10:48:39.352572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b570bfee-2694-43c7-a03a-4c4f2a517d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.389868 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2a9007a-48c4-4a92-be4c-616322c04710 req-8fd6086c-d6f8-4e3e-a618-36cc7042e695 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715773 Jul 30 10:48:39.416423 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b570bfee-2694-43c7-a03a-4c4f2a517d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.444614 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfadb8-ab04-410b-b08d-5c7aa53f7d3a req-aee36307-6039-40a2-b364-80549620ae4a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:39.446274 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cddfadb8-ab04-410b-b08d-5c7aa53f7d3a req-aee36307-6039-40a2-b364-80549620ae4a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.1135099 Jul 30 10:48:39.512869 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cddfadb8-ab04-410b-b08d-5c7aa53f7d3a req-f2ab0333-8541-4e5a-8e78-d118a69445a4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 Jul 30 10:48:39.535258 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b570bfee-2694-43c7-a03a-4c4f2a517d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.538497 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b570bfee-2694-43c7-a03a-4c4f2a517d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.539660 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b570bfee-2694-43c7-a03a-4c4f2a517d01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/982d57d5-b207-46e6-806a-f2c4b69e78ef HTTP/1.1" status: 204 len: 168 time: 0.2774985 Jul 30 10:48:39.556131 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570bfee-2694-43c7-a03a-4c4f2a517d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982d57d5-b207-46e6-806a-f2c4b69e78ef,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:39.574334 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aab1de64-4bed-4455-8378-f6c26baddd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.588175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabb054-6dbc-4f28-bb9e-fc8ef939c184 req-90e5427b-cf04-4bf1-89df-68a3aca96c2c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:39.596998 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1cabb054-6dbc-4f28-bb9e-fc8ef939c184 req-90e5427b-cf04-4bf1-89df-68a3aca96c2c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 932 time: 0.0813048 Jul 30 10:48:39.601510 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-65e7927d-6ce8-4e3e-8bc4-f1cb2040f8e7 None None] Provisioning for port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:39.604400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aab1de64-4bed-4455-8378-f6c26baddd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.607725 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-65e7927d-6ce8-4e3e-8bc4-f1cb2040f8e7 None None] Provisioning complete for port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:39.608311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-65e7927d-6ce8-4e3e-8bc4-f1cb2040f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.636262 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1de64-4bed-4455-8378-f6c26baddd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6787d95-4f72-49db-91fc-c7a517867a0f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:39.671190 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-65e7927d-6ce8-4e3e-8bc4-f1cb2040f8e7 None None] Port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:48:39.683134 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-aab1de64-4bed-4455-8378-f6c26baddd61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91612ca376634272a636a74282c7dbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456129 Jul 30 10:48:39.683936 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55190) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:39.696545 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1cabb054-6dbc-4f28-bb9e-fc8ef939c184 req-5ce404f4-e7d6-41ac-b843-ca2cc982a726 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984590 Jul 30 10:48:39.815438 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f778a9d-fe69-412a-aba1-2b39e3bce03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.849645 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f778a9d-fe69-412a-aba1-2b39e3bce03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.854844 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfff1f-3bd8-4218-a85a-55bbdb2b9970 req-6a8240ac-e067-4ca5-b58d-65de5426b1c9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:39.856380 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f0dfff1f-3bd8-4218-a85a-55bbdb2b9970 req-6a8240ac-e067-4ca5-b58d-65de5426b1c9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0827329 Jul 30 10:48:39.942280 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f0dfff1f-3bd8-4218-a85a-55bbdb2b9970 req-e5ca2139-7c2e-4f1b-84b1-0c4ef316e9df tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628376 Jul 30 10:48:39.965226 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f778a9d-fe69-412a-aba1-2b39e3bce03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.970825 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f778a9d-fe69-412a-aba1-2b39e3bce03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:39.972671 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4f778a9d-fe69-412a-aba1-2b39e3bce03d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6787d95-4f72-49db-91fc-c7a517867a0f HTTP/1.1" status: 204 len: 168 time: 0.2870464 Jul 30 10:48:39.974324 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9442ed98-d607-4967-b42a-d84f35d2ad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:40.005395 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778a9d-fe69-412a-aba1-2b39e3bce03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6787d95-4f72-49db-91fc-c7a517867a0f,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:40.540287 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5e8ea-cd68-4f24-b0e1-e09dcaabbf8e req-683a18da-eb33-4ff6-ba04-866e3efb26a4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:40.542889 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bdf5e8ea-cd68-4f24-b0e1-e09dcaabbf8e req-683a18da-eb33-4ff6-ba04-866e3efb26a4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.0736740 Jul 30 10:48:40.596573 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bdf5e8ea-cd68-4f24-b0e1-e09dcaabbf8e req-b4a11b2c-004e-4522-9fbd-a8bb0770ca61 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Jul 30 10:48:40.683975 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3162b3a-d88d-41a1-8cf3-97a801de2fd1 req-b673d446-afdf-474e-bd49-7bcd73aa4731 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:40.686068 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3162b3a-d88d-41a1-8cf3-97a801de2fd1 req-b673d446-afdf-474e-bd49-7bcd73aa4731 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.0603249 Jul 30 10:48:40.784055 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Request body: {'port': {'device_id': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:48:40.943898 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3162b3a-d88d-41a1-8cf3-97a801de2fd1 req-81059f6d-f94e-4895-8950-918a708cb533 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461870 Jul 30 10:48:40.945210 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eed4-026c-45ea-92d0-77208c8036ac req-a82194cc-8a08-4bb4-9090-6642661065a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:40.947040 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-a82194cc-8a08-4bb4-9090-6642661065a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e561cee646c64b0e90458bae18236916&device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 1097 time: 0.1811259 Jul 30 10:48:41.100936 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:41.113006 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-879019cd-d3ae-45ba-a9c0-cde65f847c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.114542 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-879019cd-d3ae-45ba-a9c0-cde65f847c9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 1097 time: 0.2546914 Jul 30 10:48:41.134458 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1116-0515-48af-ac2b-0d7659ac04aa req-f7c63f54-b082-4e03-9345-c7f0caf9b2c9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.135770 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-025b1116-0515-48af-ac2b-0d7659ac04aa req-f7c63f54-b082-4e03-9345-c7f0caf9b2c9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0897670 Jul 30 10:48:41.168763 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814e213-cc68-4ed1-91fb-9edaa691ead2 req-593efb6e-826b-43fa-a686-38a0622710c8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.170339 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6814e213-cc68-4ed1-91fb-9edaa691ead2 req-593efb6e-826b-43fa-a686-38a0622710c8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 932 time: 0.3171349 Jul 30 10:48:41.172328 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75 req-473f408b-03e5-406e-92f3-3821fb70c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.173983 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75 req-473f408b-03e5-406e-92f3-3821fb70c70b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 1097 time: 0.2821047 Jul 30 10:48:41.192500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eed4-026c-45ea-92d0-77208c8036ac req-fb4f32cd-1c5e-4d39-aabd-cf3d45a60c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.194552 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-fb4f32cd-1c5e-4d39-aabd-cf3d45a60c83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f921904-5086-4005-9d84-aa09b388e458 HTTP/1.1" status: 200 len: 911 time: 0.2367959 Jul 30 10:48:41.226250 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6814e213-cc68-4ed1-91fb-9edaa691ead2 req-d9602739-984c-4a16-a3f0-7bd3ec117d1e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459685 Jul 30 10:48:41.263750 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-025b1116-0515-48af-ac2b-0d7659ac04aa req-b57a56a8-a0d8-4f39-98b9-aeea6f489e66 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014245 Jul 30 10:48:41.465139 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:41.473824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:41.487986 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Transition to ACTIVE for port object 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:48:41.491954 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:41.573140 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:41.604589 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Attempting to bind port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:48:41.604997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Attempting to bind port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:48:41.605415 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Attempting to bind port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 on network 5b2d559e-59d9-4e01-a93e-89d289899281 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:41.625052 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 on network 5b2d559e-59d9-4e01-a93e-89d289899281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:48:41.625379 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Attempting to bind port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 on network 5b2d559e-59d9-4e01-a93e-89d289899281 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:48:41.639298 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:48:41.639640 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Checking segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:48:41.640026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Bound using segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:48:41.640467 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Bound port: 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:48:41.640821 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:41.755431 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:48:41.763948 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:48:41.771536 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:41.810453 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.811504 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:41.813409 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] 10.222.0.10 "PUT /v2.0/ports/77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 200 len: 1094 time: 1.0422697 Jul 30 10:48:41.814113 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:48:41.817361 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050839ab-9336-42f6-8d76-c528cf471914" -d '{"events": [{"name": "network-changed", "server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:48:41.823709 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7086de7-1374-432b-8cb1-c2372933b5b4 req-ce31edb4-a523-4221-9d61-8c6f00684d38 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:41.825630 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d7086de7-1374-432b-8cb1-c2372933b5b4 req-ce31edb4-a523-4221-9d61-8c6f00684d38 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.1181426 Jul 30 10:48:41.872801 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1140401-aab8-4382-a2fc-45f268b7b084 service neutron] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:41.897445 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6e0934-cb6c-46cd-b447-f3d2bcd83009 x-openstack-request-id: req-4c6e0934-cb6c-46cd-b447-f3d2bcd83009 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:48:41.897736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:48:41.898028 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c6e0934-cb6c-46cd-b447-f3d2bcd83009 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:48:41.898425 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'status': 'completed', 'code': 200} Jul 30 10:48:41.902666 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d7086de7-1374-432b-8cb1-c2372933b5b4 req-2a105c25-b196-4680-80a8-29d679b67137 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Jul 30 10:48:42.087365 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a85026-7f77-46e5-a2a3-28dcdd782f79 req-6b883184-b6ff-4625-a738-2d64ebe703d4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:42.094469 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-98a85026-7f77-46e5-a2a3-28dcdd782f79 req-6b883184-b6ff-4625-a738-2d64ebe703d4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.0749047 Jul 30 10:48:42.138344 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-98a85026-7f77-46e5-a2a3-28dcdd782f79 req-544a0a19-7982-466a-bf6d-9513decf2fb4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Jul 30 10:48:42.406033 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc128-ceda-455f-b99f-496b3d7698db req-a02d8eca-e511-4636-84e4-468c99ab13cb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:42.407648 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-967fc128-ceda-455f-b99f-496b3d7698db req-a02d8eca-e511-4636-84e4-468c99ab13cb tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0599535 Jul 30 10:48:42.484387 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-967fc128-ceda-455f-b99f-496b3d7698db req-d57fb48f-a001-4cd3-b377-95e1de8c327f tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687838 Jul 30 10:48:42.567263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d55e-ad1f-4b88-92d1-26eaaf20f0b7 req-20ca0bf7-aa2d-4fa8-95da-8c27aa71e9c2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:42.568802 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cb18d55e-ad1f-4b88-92d1-26eaaf20f0b7 req-20ca0bf7-aa2d-4fa8-95da-8c27aa71e9c2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.2516563 Jul 30 10:48:42.623845 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cb18d55e-ad1f-4b88-92d1-26eaaf20f0b7 req-dfe76ffb-315e-40f9-964c-3b8e74fd0f5c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Jul 30 10:48:42.737804 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:42.843032 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d87e-cf3d-47e2-90f5-3f8849c2a0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:43.022838 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b7c93-ff5e-4bc7-b421-e329bc23f544 req-122b371b-8249-4863-8af6-6ca6c15eda06 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:43.025959 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4c0b7c93-ff5e-4bc7-b421-e329bc23f544 req-122b371b-8249-4863-8af6-6ca6c15eda06 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.0572169 Jul 30 10:48:43.070096 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4c0b7c93-ff5e-4bc7-b421-e329bc23f544 req-51942761-9775-4127-9012-d34fc2d63031 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Jul 30 10:48:43.283769 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53218-c6d2-42d3-a270-458a9465da25 req-c20ebad1-d997-4d20-90fc-8a034e0f15ab tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:43.285433 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2de53218-c6d2-42d3-a270-458a9465da25 req-c20ebad1-d997-4d20-90fc-8a034e0f15ab tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.0608768 Jul 30 10:48:43.351409 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2de53218-c6d2-42d3-a270-458a9465da25 req-6ad42305-eed6-4639-bfb3-ddd2c13dcedb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Jul 30 10:48:43.394550 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:43.610558 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f9773-004d-471f-ab70-5bdfde0b898d req-717ae575-9431-4e70-9cdc-6f17214c2263 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:43.612314 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f62f9773-004d-471f-ab70-5bdfde0b898d req-717ae575-9431-4e70-9cdc-6f17214c2263 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0548637 Jul 30 10:48:43.655859 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55428) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:43.672213 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f62f9773-004d-471f-ab70-5bdfde0b898d req-fde84481-f535-4184-bf43-91350177177c tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526369 Jul 30 10:48:43.828580 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-1cf6e392-562b-4422-8a3a-948e1851c1f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6 HTTP/1.1" status: 200 len: 217 time: 0.0973337 Jul 30 10:48:43.861625 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-57629f00-aa1c-475f-9fdc-e8411409c95d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=021a6414-43ee-475a-852e-7050de4b591a HTTP/1.1" status: 200 len: 217 time: 0.0967317 Jul 30 10:48:43.879574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050839ab-9336-42f6-8d76-c528cf471914 req-ad0b8290-487b-48fb-a2bc-3ad17306f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:43.881485 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-050839ab-9336-42f6-8d76-c528cf471914 req-ad0b8290-487b-48fb-a2bc-3ad17306f183 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1097 time: 0.1148150 Jul 30 10:48:43.892679 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ebe2ac33-e71e-4fcd-b596-52ed7a4e0680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:43.942696 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe1254-021d-4341-b408-f47169c92d9b req-2a7995dd-720a-442b-b8e2-b031b9aee4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:43.944321 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-2a7995dd-720a-442b-b8e2-b031b9aee4ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.1066000 Jul 30 10:48:43.967212 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80730ef4-a705-4069-b5ee-826047887fdf req-791dee7e-6722-4798-ab76-eba78ef305f1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:43.970337 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-80730ef4-a705-4069-b5ee-826047887fdf req-791dee7e-6722-4798-ab76-eba78ef305f1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.2518816 Jul 30 10:48:44.049884 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-e3a26668-5dbf-4264-b882-a1755a82704f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729408 Jul 30 10:48:44.087283 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eed4-026c-45ea-92d0-77208c8036ac req-72d43fa6-1211-4ff4-b70b-208c548a9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.089548 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-72d43fa6-1211-4ff4-b70b-208c548a9a48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f82b4cba-3eb4-45b8-bf4d-909b62ee13d7 HTTP/1.1" status: 200 len: 850 time: 0.2172186 Jul 30 10:48:44.102862 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75 req-2b119142-7ab5-4b67-bded-c9989e9591d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.105266 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75 req-2b119142-7ab5-4b67-bded-c9989e9591d0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=607a095f5f1d465ba90619993f0f6346&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3516665 Jul 30 10:48:44.175033 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-39b381a8-e00a-4beb-88e8-ce23c821c495 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f921904-5086-4005-9d84-aa09b388e458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735505 Jul 30 10:48:44.279244 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ebe2ac33-e71e-4fcd-b596-52ed7a4e0680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:44.310487 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-80730ef4-a705-4069-b5ee-826047887fdf req-6c6e011c-9c83-4ecc-bba2-ee59d2521211 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250501 Jul 30 10:48:44.325002 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ebe2ac33-e71e-4fcd-b596-52ed7a4e0680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:44.471139 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-ebe2ac33-e71e-4fcd-b596-52ed7a4e0680 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ab7d784f46c4329ae8553ba78af99f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8128138 Jul 30 10:48:44.475567 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55470) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:44.484993 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2ac33-e71e-4fcd-b596-52ed7a4e0680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7358d098-e72d-4aff-93c2-e47a5f889f5f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:44.515354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050839ab-9336-42f6-8d76-c528cf471914 req-644481b0-29fc-40b3-b68b-7c1fce1d704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.517025 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-050839ab-9336-42f6-8d76-c528cf471914 req-644481b0-29fc-40b3-b68b-7c1fce1d704b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21168d9dada845998f2917a595353c9b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6200464 Jul 30 10:48:44.560611 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75 req-7d394692-b8ff-421d-b7c7-232a14cde978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.562626 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-14f24a82-36e4-4e97-a9fc-cd76a93e9c75 req-7d394692-b8ff-421d-b7c7-232a14cde978 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4421258 Jul 30 10:48:44.605299 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-94cecfd0-3b51-4793-ae3a-c595ca88a14a service neutron] 10.222.0.10 "GET /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117968 Jul 30 10:48:44.623458 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ae18ea26-d2a4-4316-be19-008a09615b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:44.631199 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e15aa-32c8-426c-9dda-643772c22fed req-49545517-a2ea-4b78-b0a7-e8a98a85858f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.632830 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2c0e15aa-32c8-426c-9dda-643772c22fed req-49545517-a2ea-4b78-b0a7-e8a98a85858f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.2118974 Jul 30 10:48:44.641467 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-32b8ccee-4eaf-43f4-ab8c-6956244aa382 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789425 Jul 30 10:48:44.697396 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e6f32-0d17-47eb-81d8-c7f9ef1b807a req-4dc17ac0-9c1f-4581-be34-750430977519 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.702342 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b95e6f32-0d17-47eb-81d8-c7f9ef1b807a req-4dc17ac0-9c1f-4581-be34-750430977519 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.1797688 Jul 30 10:48:44.744422 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ae18ea26-d2a4-4316-be19-008a09615b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:44.814321 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2c0e15aa-32c8-426c-9dda-643772c22fed req-44da57df-4cf4-4f01-b628-a4305141658f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660938 Jul 30 10:48:44.870708 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b95e6f32-0d17-47eb-81d8-c7f9ef1b807a req-d806caa6-1e29-4416-8935-6b1d83c4988a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287117 Jul 30 10:48:44.883576 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050839ab-9336-42f6-8d76-c528cf471914 req-0fcca2de-16a7-47a9-98de-7dff85501467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.885644 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-050839ab-9336-42f6-8d76-c528cf471914 req-0fcca2de-16a7-47a9-98de-7dff85501467 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3599157 Jul 30 10:48:44.902329 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-b39a319d-494b-4f03-8284-c50f71350e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:44.903885 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-b39a319d-494b-4f03-8284-c50f71350e0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 1097 time: 0.2360294 Jul 30 10:48:44.904418 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9abe1254-021d-4341-b408-f47169c92d9b req-dc814235-509e-414e-b7eb-9def52909f71 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484345 Jul 30 10:48:44.913430 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-12ef51e6-0c7b-4481-b30f-9df7daca01f7 service neutron] 10.222.0.10 "GET /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723231 Jul 30 10:48:44.928251 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ae18ea26-d2a4-4316-be19-008a09615b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:44.931163 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ae18ea26-d2a4-4316-be19-008a09615b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:44.938502 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-ae18ea26-d2a4-4316-be19-008a09615b30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7358d098-e72d-4aff-93c2-e47a5f889f5f HTTP/1.1" status: 204 len: 168 time: 0.4559219 Jul 30 10:48:44.997606 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18ea26-d2a4-4316-be19-008a09615b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358d098-e72d-4aff-93c2-e47a5f889f5f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:45.001971 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-b23db59f-035a-45a9-858c-86a946347988 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b396d66-66e8-4f72-9826-f8621df2dae7 HTTP/1.1" status: 200 len: 217 time: 0.0582848 Jul 30 10:48:45.026472 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f5952-356d-450b-8c9c-a7a14c0205f3 req-4de7c94e-524f-4768-8585-40ffdaca69fa tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.028364 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-324f5952-356d-450b-8c9c-a7a14c0205f3 req-4de7c94e-524f-4768-8585-40ffdaca69fa tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.1002636 Jul 30 10:48:45.138177 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-324f5952-356d-450b-8c9c-a7a14c0205f3 req-b5224369-bf8c-482a-88a5-5dc2dc9b4bf7 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994689 Jul 30 10:48:45.151143 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc376-85fe-4502-9114-121adc29193d req-8676631d-df31-4ddb-8704-6aa7f54fe4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.152733 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-8676631d-df31-4ddb-8704-6aa7f54fe4b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.0985746 Jul 30 10:48:45.156051 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eed4-026c-45ea-92d0-77208c8036ac req-94301ce0-979d-4c27-8731-f4664a89d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.166116 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-94301ce0-979d-4c27-8731-f4664a89d439 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1096 time: 0.0940664 Jul 30 10:48:45.166297 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-74e6a89a-d612-4fea-9b86-26ce8745d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.172667 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-74e6a89a-d612-4fea-9b86-26ce8745d1cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1097 time: 0.0951653 Jul 30 10:48:45.240425 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-9688809d-d73b-4d8a-a5b0-33741ce04bbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 200 len: 217 time: 0.0606499 Jul 30 10:48:45.246535 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:45.254827 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-f865f9ac-302d-4aba-a186-860cbe0847d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816529 Jul 30 10:48:45.310522 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-3f7b623f-1ef9-40a4-b581-3a328032185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.312565 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-3f7b623f-1ef9-40a4-b581-3a328032185b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0648551 Jul 30 10:48:45.395379 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eed4-026c-45ea-92d0-77208c8036ac req-436b8bc5-ab27-4906-8a33-7a769a51717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.396881 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-436b8bc5-ab27-4906-8a33-7a769a51717c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.2275226 Jul 30 10:48:45.405402 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55516) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:45.431719 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-06d594c0-4b33-47f0-8866-99433ccceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.433274 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-06d594c0-4b33-47f0-8866-99433ccceac7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124582 Jul 30 10:48:45.490847 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-84a53820-876f-4bfa-b182-a783f1594c2c service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247508 Jul 30 10:48:45.491948 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bfe30dca-ad4c-417c-aa9f-59b36b30c1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:45.495261 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-84e65d5c-cf8b-40a8-8871-4f7086592316 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.0887456 Jul 30 10:48:45.537566 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-c2c27d5e-3f60-498a-9773-e073de6f4da2 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955136 Jul 30 10:48:45.618408 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049696e-cb3d-4fde-9c7e-7d04342431a4 req-78600346-c349-47bd-861b-74f0e61679b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.619931 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5049696e-cb3d-4fde-9c7e-7d04342431a4 req-78600346-c349-47bd-861b-74f0e61679b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1925480 Jul 30 10:48:45.648482 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c172485c-5676-4a3c-ac52-86dc7cfc21e1 req-a11136fb-d69f-4408-a04d-2b08bcb12b76 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010487 Jul 30 10:48:45.650467 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057eed4-026c-45ea-92d0-77208c8036ac req-96cfab13-85ae-4359-8295-9eb137e65f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:45.653959 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-96cfab13-85ae-4359-8295-9eb137e65f3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.1463544 Jul 30 10:48:45.712400 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-8f4c635a-e60c-4416-9694-f0c7861c1e78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407064 Jul 30 10:48:45.756123 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7c6dc376-85fe-4502-9114-121adc29193d req-5a4e0ce7-402f-426e-ab46-4e72b6620a79 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499003 Jul 30 10:48:45.770983 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5049696e-cb3d-4fde-9c7e-7d04342431a4 req-af7a0991-051c-43cd-9f63-eba9341ab8ec tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352794 Jul 30 10:48:46.006921 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271520f5-0c32-47ca-90ac-8ee91ce9ba00 req-7b97a275-0ed9-4829-92fe-94af78d4cbad tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:46.008951 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-271520f5-0c32-47ca-90ac-8ee91ce9ba00 req-7b97a275-0ed9-4829-92fe-94af78d4cbad tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.0831134 Jul 30 10:48:46.065312 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-271520f5-0c32-47ca-90ac-8ee91ce9ba00 req-da6c689e-ead2-47af-a5c6-cd1a57950bf0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489295 Jul 30 10:48:46.072695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bfe30dca-ad4c-417c-aa9f-59b36b30c1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.093512 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bfe30dca-ad4c-417c-aa9f-59b36b30c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.114774 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8fb07-7fe5-4aa6-8c26-0e8d6827fb5b req-db116594-761c-4b80-888d-47bff0fb6357 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:46.116523 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-34c8fb07-7fe5-4aa6-8c26-0e8d6827fb5b req-db116594-761c-4b80-888d-47bff0fb6357 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.1272748 Jul 30 10:48:46.128477 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-25551f07-52d1-4c9a-be55-6d3484c57503 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871021 Jul 30 10:48:46.184189 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-bfe30dca-ad4c-417c-aa9f-59b36b30c1ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e90454d55f604e77ad2bea3ba5a6b44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757993 Jul 30 10:48:46.184921 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30dca-ad4c-417c-aa9f-59b36b30c1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ecf55a-722a-4a66-9161-f81d5e727194,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:46.187210 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55566) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:46.250321 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-34c8fb07-7fe5-4aa6-8c26-0e8d6827fb5b req-6aac0c47-4acc-4d8b-b77d-05b3b64093fe tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212873 Jul 30 10:48:46.307837 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f8d0077c-f1a4-4e7e-9d0e-b10c1395bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.318040 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e057eed4-026c-45ea-92d0-77208c8036ac req-ee4eabe8-4947-4135-8810-f1c772cc7bf2 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655395 Jul 30 10:48:46.319318 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55572) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:46.344480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826d2d8-5d7f-473c-b4f6-6d527f8fe891 req-38b510fa-c740-475e-95ee-95de00621efc tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:46.346478 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8826d2d8-5d7f-473c-b4f6-6d527f8fe891 req-38b510fa-c740-475e-95ee-95de00621efc tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0896461 Jul 30 10:48:46.348653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f8d0077c-f1a4-4e7e-9d0e-b10c1395bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.410851 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8826d2d8-5d7f-473c-b4f6-6d527f8fe891 req-7e29790f-5ff1-4d23-b338-70ffe469e412 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544841 Jul 30 10:48:46.446393 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f8d0077c-f1a4-4e7e-9d0e-b10c1395bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.448887 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f8d0077c-f1a4-4e7e-9d0e-b10c1395bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.450109 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f8d0077c-f1a4-4e7e-9d0e-b10c1395bb87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54ecf55a-722a-4a66-9161-f81d5e727194 HTTP/1.1" status: 204 len: 168 time: 0.2612183 Jul 30 10:48:46.462345 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0077c-f1a4-4e7e-9d0e-b10c1395bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ecf55a-722a-4a66-9161-f81d5e727194,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:46.489014 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f41507a3-7a22-443f-8902-ee69efa67033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.608933 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f41507a3-7a22-443f-8902-ee69efa67033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.613673 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f41507a3-7a22-443f-8902-ee69efa67033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.630418 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55580) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:46.656796 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41507a3-7a22-443f-8902-ee69efa67033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdae6a7-b3dc-4c4c-96bd-da871f8b972e,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:46.669267 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55584) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:46.669442 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f41507a3-7a22-443f-8902-ee69efa67033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78d8a6b8c904496eaee8c0f8c3c80438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486183 Jul 30 10:48:46.738338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ee167ff-7bba-497c-a249-f80f4f36459d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.769112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ee167ff-7bba-497c-a249-f80f4f36459d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.851827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ee167ff-7bba-497c-a249-f80f4f36459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.856628 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ee167ff-7bba-497c-a249-f80f4f36459d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.858972 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1ee167ff-7bba-497c-a249-f80f4f36459d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bdae6a7-b3dc-4c4c-96bd-da871f8b972e HTTP/1.1" status: 204 len: 168 time: 0.1883831 Jul 30 10:48:46.873881 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee167ff-7bba-497c-a249-f80f4f36459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdae6a7-b3dc-4c4c-96bd-da871f8b972e,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:46.915376 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9a20ea8e-7c29-4974-b905-c5d4715bb764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:46.953004 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460e5c8-a960-428e-be41-9c1c14445b9f req-1fbf0fa4-1c42-4526-8a00-cb75010a61c6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:46.955026 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c460e5c8-a960-428e-be41-9c1c14445b9f req-1fbf0fa4-1c42-4526-8a00-cb75010a61c6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0796189 Jul 30 10:48:47.012170 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c460e5c8-a960-428e-be41-9c1c14445b9f req-eb89a123-88c0-4117-b2e6-fc67a8f0dd88 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461848 Jul 30 10:48:47.069884 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9a20ea8e-7c29-4974-b905-c5d4715bb764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.074593 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9a20ea8e-7c29-4974-b905-c5d4715bb764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.127863 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20ea8e-7c29-4974-b905-c5d4715bb764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c9690-004a-4999-892c-4f4c4a9091fa,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:47.132427 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9a20ea8e-7c29-4974-b905-c5d4715bb764 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ca6384854534bf5898caf783182bfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009487 Jul 30 10:48:47.135673 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55604) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:47.226518 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8270724-1bc6-4750-8bfc-328df989021b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.239425 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f70e-4c5d-4874-8a83-1ed8a5ea1885 req-b10d1442-f19b-4ff3-8050-40241e21b7f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:47.241092 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b8e5f70e-4c5d-4874-8a83-1ed8a5ea1885 req-b10d1442-f19b-4ff3-8050-40241e21b7f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.0858603 Jul 30 10:48:47.262230 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8270724-1bc6-4750-8bfc-328df989021b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.274883 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55622) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:47.317088 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55a1a843-a80f-4754-a340-e04ed8a7a307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.326274 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b8e5f70e-4c5d-4874-8a83-1ed8a5ea1885 req-c10cc283-9897-4088-a52a-626e2bfb5125 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780702 Jul 30 10:48:47.416476 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57852075-5b8c-4e1d-9ed4-2bbeb6578496 req-f6911108-7359-496e-91e6-d1808fdc950f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:47.418195 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-57852075-5b8c-4e1d-9ed4-2bbeb6578496 req-f6911108-7359-496e-91e6-d1808fdc950f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.0815711 Jul 30 10:48:47.427356 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8270724-1bc6-4750-8bfc-328df989021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.430192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8270724-1bc6-4750-8bfc-328df989021b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.431337 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a8270724-1bc6-4750-8bfc-328df989021b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f2c9690-004a-4999-892c-4f4c4a9091fa HTTP/1.1" status: 204 len: 168 time: 0.2944643 Jul 30 10:48:47.475085 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270724-1bc6-4750-8bfc-328df989021b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c9690-004a-4999-892c-4f4c4a9091fa,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:47.632237 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019654f4-87d8-4756-96ed-fa99ce7ff81f req-561f04d3-9d86-4545-bb4e-7ed5fa1997f0 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:47.634437 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-019654f4-87d8-4756-96ed-fa99ce7ff81f req-561f04d3-9d86-4545-bb4e-7ed5fa1997f0 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 944 time: 0.0805051 Jul 30 10:48:47.638597 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-57852075-5b8c-4e1d-9ed4-2bbeb6578496 req-cfd4396c-3f83-4e00-847c-27f10e0df9f2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028735 Jul 30 10:48:47.696505 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-019654f4-87d8-4756-96ed-fa99ce7ff81f req-c62f3536-de42-4f4f-9a0d-bdf5e14cfc5b tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Jul 30 10:48:47.712496 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55a1a843-a80f-4754-a340-e04ed8a7a307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.721371 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55a1a843-a80f-4754-a340-e04ed8a7a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.761065 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a843-a80f-4754-a340-e04ed8a7a307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8a633-a02b-421c-b690-6cf79847a2b0,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:47.766405 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-55a1a843-a80f-4754-a340-e04ed8a7a307 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4597c866300b46338f298ee430ee264c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879229 Jul 30 10:48:47.769604 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55640) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:47.771716 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 021a6414-43ee-475a-852e-7050de4b591a details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:48:47.843833 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13872102-7c4c-48bd-a983-83777d1b2cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.871642 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13872102-7c4c-48bd-a983-83777d1b2cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.905804 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 021a6414-43ee-475a-852e-7050de4b591a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=021a6414-43ee-475a-852e-7050de4b591a,segment=NetworkSegment(fb76ad61-c503-452e-9a5c-315a5651bdc0),segment_id=fb76ad61-c503-452e-9a5c-315a5651bdc0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:47.922904 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '021a6414-43ee-475a-852e-7050de4b591a', 'network_id': '6f921904-5086-4005-9d84-aa09b388e458', 'port_id': '021a6414-43ee-475a-852e-7050de4b591a', 'mac_address': 'fa:16:3e:7e:d3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82b4cba-3eb4-45b8-bf4d-909b62ee13d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:48:47.938072 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13872102-7c4c-48bd-a983-83777d1b2cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.944848 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13872102-7c4c-48bd-a983-83777d1b2cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:47.946499 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-13872102-7c4c-48bd-a983-83777d1b2cec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5f8a633-a02b-421c-b690-6cf79847a2b0 HTTP/1.1" status: 204 len: 168 time: 0.1757722 Jul 30 10:48:47.956844 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872102-7c4c-48bd-a983-83777d1b2cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8a633-a02b-421c-b690-6cf79847a2b0,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:47.992506 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.009190 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021a6414-43ee-475a-852e-7050de4b591a {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:48.036065 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 021a6414-43ee-475a-852e-7050de4b591a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=021a6414-43ee-475a-852e-7050de4b591a,segment=NetworkSegment(fb76ad61-c503-452e-9a5c-315a5651bdc0),segment_id=fb76ad61-c503-452e-9a5c-315a5651bdc0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:48.041071 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.041735 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 44cd42b8-36af-4a36-956e-6d87924e3746 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:48:48.145285 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=021a6414-43ee-475a-852e-7050de4b591a,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:48.192855 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150b132-8281-4680-92fd-e4d5440be24d req-fdb787bd-16f8-41ca-88ac-3283128850a7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:48.195436 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6150b132-8281-4680-92fd-e4d5440be24d req-fdb787bd-16f8-41ca-88ac-3283128850a7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0817776 Jul 30 10:48:48.198578 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 44cd42b8-36af-4a36-956e-6d87924e3746, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=44cd42b8-36af-4a36-956e-6d87924e3746,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:48.226957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '44cd42b8-36af-4a36-956e-6d87924e3746', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'port_id': '44cd42b8-36af-4a36-956e-6d87924e3746', 'mac_address': 'fa:16:3e:c4:c6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:48:48.255881 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6150b132-8281-4680-92fd-e4d5440be24d req-073e797b-5c80-42c1-819a-36f68fa72295 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470309 Jul 30 10:48:48.278549 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.293322 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cd42b8-36af-4a36-956e-6d87924e3746 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:48.326727 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 44cd42b8-36af-4a36-956e-6d87924e3746, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=44cd42b8-36af-4a36-956e-6d87924e3746,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:48.335009 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.335659 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0ef9e098-0cad-433f-8d65-0042fd3809b6 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:48:48.374007 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.454211 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=44cd42b8-36af-4a36-956e-6d87924e3746,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:48.491686 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b8706-82b0-446b-808c-17bba7d4fa62 req-8f799319-efd6-4944-9b56-a387301b1cba tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:48.493344 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-df5b8706-82b0-446b-808c-17bba7d4fa62 req-8f799319-efd6-4944-9b56-a387301b1cba tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 944 time: 0.0669215 Jul 30 10:48:48.508516 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:48.522323 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '0ef9e098-0cad-433f-8d65-0042fd3809b6', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'port_id': '0ef9e098-0cad-433f-8d65-0042fd3809b6', 'mac_address': 'fa:16:3e:64:3f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abd4453-dae0-4b18-82f0-520752a35bef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:48:48.545341 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-df5b8706-82b0-446b-808c-17bba7d4fa62 req-436b5db6-8035-4288-a4a6-8cf625709ed6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 Jul 30 10:48:48.574034 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.586101 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef9e098-0cad-433f-8d65-0042fd3809b6 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:48.608005 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:48.613061 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:48.672554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:48.827908 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871ed23-3838-47c7-b2a7-99928bc7ea00 req-6411669c-f146-4f44-a7b6-8ca5dc726ae4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:48.830130 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e871ed23-3838-47c7-b2a7-99928bc7ea00 req-6411669c-f146-4f44-a7b6-8ca5dc726ae4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.0683968 Jul 30 10:48:48.858440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c73b1-074a-4b4a-ae97-78676585f107 req-86944814-82c2-4ee7-8841-bebe31c47038 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:48.870394 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dd4c73b1-074a-4b4a-ae97-78676585f107 req-86944814-82c2-4ee7-8841-bebe31c47038 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 945 time: 0.0655420 Jul 30 10:48:48.889189 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e871ed23-3838-47c7-b2a7-99928bc7ea00 req-37fcebf7-11e4-42db-aa04-e076c1762732 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Jul 30 10:48:48.915487 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dd4c73b1-074a-4b4a-ae97-78676585f107 req-ae8072d7-8dbd-4411-a3cb-16a9a8684bd4 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Jul 30 10:48:49.107311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['44cd42b8-36af-4a36-956e-6d87924e3746'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:48:49.123776 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:48:49.217792 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['021a6414-43ee-475a-852e-7050de4b591a'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:48:49.442886 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957145d8-94d7-4ff3-9a63-b7bb2c1360ff req-8db0c56d-3cc6-44ae-86a0-2cc0a8ed5b7d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:49.445578 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-957145d8-94d7-4ff3-9a63-b7bb2c1360ff req-8db0c56d-3cc6-44ae-86a0-2cc0a8ed5b7d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0902903 Jul 30 10:48:49.538624 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-957145d8-94d7-4ff3-9a63-b7bb2c1360ff req-57aaf590-d6a7-48a7-b342-d09942930d94 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870471 Jul 30 10:48:49.625209 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55772) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:49.749858 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:48:49.763560 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0078e1-20f0-48de-890b-7de3dbb734a8 req-3e146b8a-862f-47e1-9b89-d82fab0a9d9a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:49.766042 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dd0078e1-20f0-48de-890b-7de3dbb734a8 req-3e146b8a-862f-47e1-9b89-d82fab0a9d9a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 945 time: 0.0933352 Jul 30 10:48:49.830574 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dd0078e1-20f0-48de-890b-7de3dbb734a8 req-d1c388aa-8407-42fd-a21e-122150efad0c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Jul 30 10:48:49.869664 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c223a54-3dbe-4e3e-aab8-5efeb1607367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.028940 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c223a54-3dbe-4e3e-aab8-5efeb1607367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.036482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c223a54-3dbe-4e3e-aab8-5efeb1607367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.056467 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:50.084652 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'mac_address': 'fa:16:3e:2d:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:48:50.115815 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1946bdf-b7ae-485b-be70-8f511518470b req-096df7b1-3f91-4191-9600-91694beb3385 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:50.118791 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d1946bdf-b7ae-485b-be70-8f511518470b req-096df7b1-3f91-4191-9600-91694beb3385 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 945 time: 0.0758615 Jul 30 10:48:50.125821 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c223a54-3dbe-4e3e-aab8-5efeb1607367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e723270-c2fa-48c4-9633-7bfe7ecc3a74,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:50.134756 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.151486 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:50.168753 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-0c223a54-3dbe-4e3e-aab8-5efeb1607367 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a505a3cbc59f495eb4617d0cf3264dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401042 Jul 30 10:48:50.171752 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55796) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:50.178915 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:50.183731 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.184932 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 4b396d66-66e8-4f72-9826-f8621df2dae7 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:48:50.185316 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d1946bdf-b7ae-485b-be70-8f511518470b req-2fc9574a-849b-49e8-958a-b1bd943b22d9 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Jul 30 10:48:50.224558 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42637982-7037-499a-b72b-c867fe44fd59 req-269b8140-a845-413e-a87e-9719aeaba8a6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:50.226741 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-42637982-7037-499a-b72b-c867fe44fd59 req-269b8140-a845-413e-a87e-9719aeaba8a6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 944 time: 0.1723561 Jul 30 10:48:50.300871 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:50.312309 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-42637982-7037-499a-b72b-c867fe44fd59 req-8ed07408-d3d1-413f-92d2-7f4883ae3e55 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566754 Jul 30 10:48:50.326857 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e349250-3192-410e-8c03-066d6434ea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.368034 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 4b396d66-66e8-4f72-9826-f8621df2dae7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=4b396d66-66e8-4f72-9826-f8621df2dae7,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:50.379741 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e349250-3192-410e-8c03-066d6434ea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.387174 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '4b396d66-66e8-4f72-9826-f8621df2dae7', 'network_id': '0cf3d3dc-342d-4a77-978d-9d3a00cf348f', 'port_id': '4b396d66-66e8-4f72-9826-f8621df2dae7', 'mac_address': 'fa:16:3e:bb:3c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:48:50.468682 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.488043 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e349250-3192-410e-8c03-066d6434ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.491953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5e349250-3192-410e-8c03-066d6434ea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.493757 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-5e349250-3192-410e-8c03-066d6434ea45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e723270-c2fa-48c4-9633-7bfe7ecc3a74 HTTP/1.1" status: 204 len: 168 time: 0.3147628 Jul 30 10:48:50.506090 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e349250-3192-410e-8c03-066d6434ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e723270-c2fa-48c4-9633-7bfe7ecc3a74,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:50.511357 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b396d66-66e8-4f72-9826-f8621df2dae7 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:48:50.574363 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 4b396d66-66e8-4f72-9826-f8621df2dae7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=4b396d66-66e8-4f72-9826-f8621df2dae7,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:50.578774 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.661942 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=4b396d66-66e8-4f72-9826-f8621df2dae7,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:50.710299 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee312b7a-3cd9-4e70-b300-f387d79042e3 req-39efb126-858f-4769-8291-0f57e80dc561 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:50.717994 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ee312b7a-3cd9-4e70-b300-f387d79042e3 req-39efb126-858f-4769-8291-0f57e80dc561 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0677149 Jul 30 10:48:50.767112 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ee312b7a-3cd9-4e70-b300-f387d79042e3 req-10915672-f8a9-4821-9d55-3c7ea2ebf747 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Jul 30 10:48:50.958824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55840) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:50.973516 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ca36444b-3c9f-43cc-ab5c-a17df03550d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:50.982165 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ed0a1-55c0-41e6-8bbc-139d88f4078d req-d7bee32e-3780-40c7-92d6-7c2d6a8395a2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:50.983709 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d35ed0a1-55c0-41e6-8bbc-139d88f4078d req-d7bee32e-3780-40c7-92d6-7c2d6a8395a2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 945 time: 0.0603697 Jul 30 10:48:51.037078 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d35ed0a1-55c0-41e6-8bbc-139d88f4078d req-95852e40-4012-4881-ac7a-1908358afd12 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Jul 30 10:48:51.082861 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ca36444b-3c9f-43cc-ab5c-a17df03550d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:51.087991 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ca36444b-3c9f-43cc-ab5c-a17df03550d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:51.133342 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ca36444b-3c9f-43cc-ab5c-a17df03550d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85ec30400dc047f4bb53693abda3f2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736865 Jul 30 10:48:51.134083 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55848) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:51.145824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36444b-3c9f-43cc-ab5c-a17df03550d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8df1c-2258-4197-b38b-90a08d7a8381,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:51.207950 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-446dfa6f-3a8e-4121-be8b-6809a67ae4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:51.233098 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-446dfa6f-3a8e-4121-be8b-6809a67ae4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:51.298848 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-446dfa6f-3a8e-4121-be8b-6809a67ae4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:51.302328 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-446dfa6f-3a8e-4121-be8b-6809a67ae4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:51.304058 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-446dfa6f-3a8e-4121-be8b-6809a67ae4be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4e8df1c-2258-4197-b38b-90a08d7a8381 HTTP/1.1" status: 204 len: 168 time: 0.1686287 Jul 30 10:48:51.315865 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dfa6f-3a8e-4121-be8b-6809a67ae4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8df1c-2258-4197-b38b-90a08d7a8381,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:51.332323 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c108ed6-2ce5-44e7-99c9-5f7b4a9f522d req-4005274f-89ce-44b0-b3fb-0d4bcbda94a8 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:51.333962 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c108ed6-2ce5-44e7-99c9-5f7b4a9f522d req-4005274f-89ce-44b0-b3fb-0d4bcbda94a8 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 945 time: 0.0799196 Jul 30 10:48:51.403982 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c108ed6-2ce5-44e7-99c9-5f7b4a9f522d req-1ae4d656-c334-470f-a9fe-69e0567bf544 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Jul 30 10:48:51.466497 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84c58d-53e7-4460-a230-04975ec638d3 req-f86a8de0-1c5f-4aea-a037-3e75c3fe049e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:51.467966 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fe84c58d-53e7-4460-a230-04975ec638d3 req-f86a8de0-1c5f-4aea-a037-3e75c3fe049e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 945 time: 0.0653143 Jul 30 10:48:51.519870 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fe84c58d-53e7-4460-a230-04975ec638d3 req-2f6e6c82-13aa-4b4a-94e0-c3f92dd82512 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Jul 30 10:48:51.909799 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff08fd-7abf-4ef9-b7a0-09f84200e1af req-906503fa-4ee1-489d-b3ca-c92b028abcbe tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:51.910931 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55884) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:51.914320 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-95ff08fd-7abf-4ef9-b7a0-09f84200e1af req-906503fa-4ee1-489d-b3ca-c92b028abcbe tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0585852 Jul 30 10:48:51.956742 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-95ff08fd-7abf-4ef9-b7a0-09f84200e1af req-4ad62511-ce9c-413c-8a7f-df6985d7efe9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394840 Jul 30 10:48:52.025171 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7e80ee76-6ae6-4be2-a24e-bd33ffc2a65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.173931 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7e80ee76-6ae6-4be2-a24e-bd33ffc2a65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.181803 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7e80ee76-6ae6-4be2-a24e-bd33ffc2a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.202180 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b63ef-a7ab-40f2-9188-5c926e0bac45 req-4e9aeffe-7eb7-4761-9b64-d4bf091a60d9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:52.203877 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-403b63ef-a7ab-40f2-9188-5c926e0bac45 req-4e9aeffe-7eb7-4761-9b64-d4bf091a60d9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 945 time: 0.0872610 Jul 30 10:48:52.252600 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-7e80ee76-6ae6-4be2-a24e-bd33ffc2a65b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f159cbc36a9e4e368ad47c2e7852cb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399734 Jul 30 10:48:52.254087 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80ee76-6ae6-4be2-a24e-bd33ffc2a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e398f789-cffc-49da-a4b3-1eb7e5050eb0,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:52.256011 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55904) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:52.275178 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-403b63ef-a7ab-40f2-9188-5c926e0bac45 req-1f0ec0a7-895d-49b6-b335-32dd7727f5c5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623784 Jul 30 10:48:52.318378 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa233-56b3-4abb-8240-50cb62422dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.348521 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa233-56b3-4abb-8240-50cb62422dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.402372 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa233-56b3-4abb-8240-50cb62422dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.405096 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa233-56b3-4abb-8240-50cb62422dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.406453 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ad7aa233-56b3-4abb-8240-50cb62422dab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e398f789-cffc-49da-a4b3-1eb7e5050eb0 HTTP/1.1" status: 204 len: 168 time: 0.1492751 Jul 30 10:48:52.417888 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aa233-56b3-4abb-8240-50cb62422dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398f789-cffc-49da-a4b3-1eb7e5050eb0,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:52.550664 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315954b-63e9-4a76-9b68-e6221223e94b req-64c9fe8d-ba8a-40e9-bfbf-2727988e27c4 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:52.552404 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7315954b-63e9-4a76-9b68-e6221223e94b req-64c9fe8d-ba8a-40e9-bfbf-2727988e27c4 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 945 time: 0.0612295 Jul 30 10:48:52.630101 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7315954b-63e9-4a76-9b68-e6221223e94b req-12aaced8-d3df-42c4-9310-8dd86fa89c4a tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698001 Jul 30 10:48:52.679884 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573255da-c399-4ffb-9596-4347eea3915c req-13dce2c8-1000-4e05-b998-059a72b54c82 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:52.681732 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-573255da-c399-4ffb-9596-4347eea3915c req-13dce2c8-1000-4e05-b998-059a72b54c82 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 945 time: 0.0743558 Jul 30 10:48:52.682465 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55920) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:52.729210 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-573255da-c399-4ffb-9596-4347eea3915c req-9672361b-abc6-40f5-970c-dd4eb8d65f8e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Jul 30 10:48:52.800994 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d0249cff-c0c0-4240-b376-5ee34b3c204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.836024 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 55924) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:52.852056 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-66cab8b2-008f-4320-82aa-bb451b2d84a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.895731 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d0249cff-c0c0-4240-b376-5ee34b3c204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.899219 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d0249cff-c0c0-4240-b376-5ee34b3c204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.939045 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d0249cff-c0c0-4240-b376-5ee34b3c204d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16b6ebe3765540b7b06329a581cc1064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552624 Jul 30 10:48:52.939917 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0249cff-c0c0-4240-b376-5ee34b3c204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d851591c-833f-4340-8a01-7251d3e7d845,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:52.942249 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55926) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:52.987014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-66cab8b2-008f-4320-82aa-bb451b2d84a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.994578 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-66cab8b2-008f-4320-82aa-bb451b2d84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:52.995419 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-344b73d9-f4c6-4391-9fb7-10663818704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.021861 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-344b73d9-f4c6-4391-9fb7-10663818704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.038724 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-66cab8b2-008f-4320-82aa-bb451b2d84a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf3512c8285442ada81f7b50f13b62ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014849 Jul 30 10:48:53.040314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cab8b2-008f-4320-82aa-bb451b2d84a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778bd75d-4c63-42ab-9ccc-d0b59b27973d,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:53.043333 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 55930) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:53.103038 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30545134-a885-4e4f-ad90-8f095ed14f06 req-2a68a2c7-c88b-4372-a82f-7c247c91b554 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:53.105143 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-30545134-a885-4e4f-ad90-8f095ed14f06 req-2a68a2c7-c88b-4372-a82f-7c247c91b554 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0694568 Jul 30 10:48:53.113828 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-44fbb46f-4b4e-4653-9ca1-1c1bb65252f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.116629 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-344b73d9-f4c6-4391-9fb7-10663818704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.119171 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-344b73d9-f4c6-4391-9fb7-10663818704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.120497 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-344b73d9-f4c6-4391-9fb7-10663818704a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d851591c-833f-4340-8a01-7251d3e7d845 HTTP/1.1" status: 204 len: 168 time: 0.1772840 Jul 30 10:48:53.145817 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b73d9-f4c6-4391-9fb7-10663818704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d851591c-833f-4340-8a01-7251d3e7d845,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:53.159185 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-30545134-a885-4e4f-ad90-8f095ed14f06 req-60b76d35-0399-447b-a976-2e71be9aea48 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Jul 30 10:48:53.168411 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-44fbb46f-4b4e-4653-9ca1-1c1bb65252f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.230969 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-44fbb46f-4b4e-4653-9ca1-1c1bb65252f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.233862 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-44fbb46f-4b4e-4653-9ca1-1c1bb65252f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.235268 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-44fbb46f-4b4e-4653-9ca1-1c1bb65252f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/778bd75d-4c63-42ab-9ccc-d0b59b27973d HTTP/1.1" status: 204 len: 168 time: 0.1910057 Jul 30 10:48:53.243893 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb46f-4b4e-4653-9ca1-1c1bb65252f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778bd75d-4c63-42ab-9ccc-d0b59b27973d,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:53.406113 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abe381-3ccb-4d89-91be-46a304d513f3 req-e2b2c2c7-4442-4598-9346-476a41ddcbc0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:53.408252 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-01abe381-3ccb-4d89-91be-46a304d513f3 req-e2b2c2c7-4442-4598-9346-476a41ddcbc0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 945 time: 0.0542889 Jul 30 10:48:53.454491 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-01abe381-3ccb-4d89-91be-46a304d513f3 req-8b75428d-a81e-437e-bc46-3e411db3f52f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Jul 30 10:48:53.685348 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 021a6414-43ee-475a-852e-7050de4b591a up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:53.757915 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 021a6414-43ee-475a-852e-7050de4b591a completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:53.764624 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 021a6414-43ee-475a-852e-7050de4b591a triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:53.765214 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:53.781578 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45205-6135-4793-8821-e2e346152c4f req-83ea8785-59ff-45d8-b275-b15c683414be tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:53.794323 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a6e45205-6135-4793-8821-e2e346152c4f req-83ea8785-59ff-45d8-b275-b15c683414be tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 945 time: 0.0932641 Jul 30 10:48:53.805660 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['4b396d66-66e8-4f72-9826-f8621df2dae7'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:48:53.857452 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:48:53.860196 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a6e45205-6135-4793-8821-e2e346152c4f req-9ff5ed57-f6a2-48f5-885b-7acc944fdbbf tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643160 Jul 30 10:48:53.915932 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d208035-bc74-4d09-8423-72ca34053a5e req-83bf19e8-c053-4b04-9ec9-488980d6873a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:53.917857 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5d208035-bc74-4d09-8423-72ca34053a5e req-83bf19e8-c053-4b04-9ec9-488980d6873a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 945 time: 0.0834665 Jul 30 10:48:53.975979 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5d208035-bc74-4d09-8423-72ca34053a5e req-6006ea9a-d987-4c22-aa73-2ceb88be8502 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516188 Jul 30 10:48:53.982946 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.041234 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a6414-43ee-475a-852e-7050de4b591a'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:48:54.151696 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 021a6414-43ee-475a-852e-7050de4b591a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=021a6414-43ee-475a-852e-7050de4b591a,segment=NetworkSegment(fb76ad61-c503-452e-9a5c-315a5651bdc0),segment_id=fb76ad61-c503-452e-9a5c-315a5651bdc0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:54.166627 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.167480 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 44cd42b8-36af-4a36-956e-6d87924e3746 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:54.334250 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=021a6414-43ee-475a-852e-7050de4b591a,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:54.348573 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db966-9a53-4755-a9ec-d4b69a7a6840 req-0d579533-62f8-4124-8cd8-5cb31cec0021 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:54.353255 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-834db966-9a53-4755-a9ec-d4b69a7a6840 req-0d579533-62f8-4124-8cd8-5cb31cec0021 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0970075 Jul 30 10:48:54.368102 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 44cd42b8-36af-4a36-956e-6d87924e3746 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:54.381311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 44cd42b8-36af-4a36-956e-6d87924e3746 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:54.381951 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.458531 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-834db966-9a53-4755-a9ec-d4b69a7a6840 req-d6b5a936-b679-4b00-8865-a87c67227c43 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004250 Jul 30 10:48:54.486554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193db92-f5e2-4094-8ddc-1735bc6fe12e" -d '{"events": [{"server_uuid": "55bfe1e7-4f00-40a6-a6ba-1a23a99b991f", "name": "network-vif-plugged", "status": "completed", "tag": "021a6414-43ee-475a-852e-7050de4b591a"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:48:54.529057 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.588603 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 44cd42b8-36af-4a36-956e-6d87924e3746, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=44cd42b8-36af-4a36-956e-6d87924e3746,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:54.599143 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.600210 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0ef9e098-0cad-433f-8d65-0042fd3809b6 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:54.627646 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555de31-011c-4a89-82fa-ec289532e9e5 req-6962065f-4947-402c-8f2f-bfa101f0389a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:54.629955 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8555de31-011c-4a89-82fa-ec289532e9e5 req-6962065f-4947-402c-8f2f-bfa101f0389a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 945 time: 0.0876586 Jul 30 10:48:54.630650 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dde2410-205b-4ed4-bc84-2939499b2846 x-openstack-request-id: req-2dde2410-205b-4ed4-bc84-2939499b2846 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:48:54.631021 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bfe1e7-4f00-40a6-a6ba-1a23a99b991f", "name": "network-vif-plugged", "status": "completed", "tag": "021a6414-43ee-475a-852e-7050de4b591a", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:48:54.631302 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dde2410-205b-4ed4-bc84-2939499b2846 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:48:54.631747 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021a6414-43ee-475a-852e-7050de4b591a', 'code': 200} Jul 30 10:48:54.701521 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8555de31-011c-4a89-82fa-ec289532e9e5 req-52420926-49aa-4da7-82b2-0bfa646b34ab tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655882 Jul 30 10:48:54.712368 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=44cd42b8-36af-4a36-956e-6d87924e3746,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:54.723419 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 0ef9e098-0cad-433f-8d65-0042fd3809b6 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:54.727862 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 0ef9e098-0cad-433f-8d65-0042fd3809b6 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:54.728398 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.916505 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.951120 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474b443-e2fa-42f0-9a65-6c5da94223e0 req-26001ca0-8735-44c5-9be7-24b016610203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:54.959112 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c474b443-e2fa-42f0-9a65-6c5da94223e0 req-26001ca0-8735-44c5-9be7-24b016610203 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 1099 time: 0.1180577 Jul 30 10:48:54.984341 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:54.990468 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c474b443-e2fa-42f0-9a65-6c5da94223e0 req-af136072-dbff-4e83-b686-38c642bb79e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:54.992536 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:55.071620 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203236d-f56c-4851-8e63-ef25721b1ad4 req-9cc8af3f-8087-41d7-a5e5-d1a61117ace0 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:55.074548 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4203236d-f56c-4851-8e63-ef25721b1ad4 req-9cc8af3f-8087-41d7-a5e5-d1a61117ace0 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.1023428 Jul 30 10:48:55.096119 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:55.143210 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4203236d-f56c-4851-8e63-ef25721b1ad4 req-2341ea5e-1e80-4146-856a-80af3cb78507 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Jul 30 10:48:55.215855 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a1ef3-26cf-4f26-ba0e-b7f800751774 req-3053a5b2-2e4d-4e01-bc6e-f675f00a2cdb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:55.217391 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-583a1ef3-26cf-4f26-ba0e-b7f800751774 req-3053a5b2-2e4d-4e01-bc6e-f675f00a2cdb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 945 time: 0.0946391 Jul 30 10:48:55.219413 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c474b443-e2fa-42f0-9a65-6c5da94223e0 req-af136072-dbff-4e83-b686-38c642bb79e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:55.228679 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c474b443-e2fa-42f0-9a65-6c5da94223e0 req-af136072-dbff-4e83-b686-38c642bb79e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:55.284334 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c474b443-e2fa-42f0-9a65-6c5da94223e0 req-af136072-dbff-4e83-b686-38c642bb79e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128109 Jul 30 10:48:55.290485 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af136072-dbff-4e83-b686-38c642bb79e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f00fc-9e1c-4199-ae1a-01016e634e08,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:55.301003 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-583a1ef3-26cf-4f26-ba0e-b7f800751774 req-9cb55cb7-01f3-47b3-bf90-a60091c49abb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744205 Jul 30 10:48:55.578351 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d8e8d-96e8-41e4-b60b-e0c26c8ea2b2 req-10068630-7b8b-4911-a000-7f6aebdbabb2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:55.580610 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c4d8e8d-96e8-41e4-b60b-e0c26c8ea2b2 req-10068630-7b8b-4911-a000-7f6aebdbabb2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0503378 Jul 30 10:48:55.622041 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c4d8e8d-96e8-41e4-b60b-e0c26c8ea2b2 req-098cd3a7-b72b-45ec-ae83-b90de82025ba tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358639 Jul 30 10:48:55.671630 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:55.723336 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:55.727615 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:55.727989 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:55.811829 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:55.837752 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5475863-1db6-45e8-ae3b-c7f85f643a1f req-db0b8d4a-b8bb-4bc6-8297-6b0d51ab43c9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:55.839495 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a5475863-1db6-45e8-ae3b-c7f85f643a1f req-db0b8d4a-b8bb-4bc6-8297-6b0d51ab43c9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0581644 Jul 30 10:48:55.854844 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:55.860314 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:55.862619 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 4b396d66-66e8-4f72-9826-f8621df2dae7 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:48:55.894712 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a5475863-1db6-45e8-ae3b-c7f85f643a1f req-8746aa94-61f1-4d7a-a040-67c3e3718062 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492561 Jul 30 10:48:55.947695 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:55.962054 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 4b396d66-66e8-4f72-9826-f8621df2dae7 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:48:55.965642 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 4b396d66-66e8-4f72-9826-f8621df2dae7 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:48:55.966045 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:56.069806 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:56.124509 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 4b396d66-66e8-4f72-9826-f8621df2dae7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=4b396d66-66e8-4f72-9826-f8621df2dae7,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:48:56.130345 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:56.219798 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=4b396d66-66e8-4f72-9826-f8621df2dae7,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:56.288467 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e1273-c725-41a5-b66b-f8b3aee62211 req-8aeb27eb-dafe-49b0-9fdd-b41ebd223ad5 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:56.290068 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-860e1273-c725-41a5-b66b-f8b3aee62211 req-8aeb27eb-dafe-49b0-9fdd-b41ebd223ad5 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.0603969 Jul 30 10:48:56.363164 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-860e1273-c725-41a5-b66b-f8b3aee62211 req-f08bf4b1-6186-4d5e-b3a1-a7ddb1cf722b tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 Jul 30 10:48:56.448538 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e7e39-ef8a-4ade-8dfd-8b99bdd8deac req-67977227-6297-4a92-bdd5-0c5b7b08b295 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:56.457547 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-360e7e39-ef8a-4ade-8dfd-8b99bdd8deac req-67977227-6297-4a92-bdd5-0c5b7b08b295 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0666168 Jul 30 10:48:56.509269 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-360e7e39-ef8a-4ade-8dfd-8b99bdd8deac req-677fc042-d032-4e69-be03-0d63d0cdfb0a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506709 Jul 30 10:48:56.633954 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f35bf84-6996-4512-a659-33b80d45a69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cd42b8-36af-4a36-956e-6d87924e3746'}, {'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6'}, {'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}, {'server_uuid': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b396d66-66e8-4f72-9826-f8621df2dae7'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:48:56.638119 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c30598b-b055-4a12-83bb-1f0431698c69" -d '{"events": [{"server_uuid": "8f35bf84-6996-4512-a659-33b80d45a69d", "name": "network-vif-plugged", "status": "completed", "tag": "44cd42b8-36af-4a36-956e-6d87924e3746"}, {"server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6"}, {"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-plugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}, {"server_uuid": "e0c76538-060d-46a7-bbd9-cbb0db83e933", "name": "network-vif-plugged", "status": "completed", "tag": "4b396d66-66e8-4f72-9826-f8621df2dae7"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:48:56.707172 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bcf25b-053e-458d-a67d-a6a0c99c2763 x-openstack-request-id: req-38bcf25b-053e-458d-a67d-a6a0c99c2763 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:48:56.707477 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f35bf84-6996-4512-a659-33b80d45a69d", "name": "network-vif-plugged", "status": "completed", "tag": "44cd42b8-36af-4a36-956e-6d87924e3746", "code": 200}, {"server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6", "code": 200}, {"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-plugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "code": 200}, {"server_uuid": "e0c76538-060d-46a7-bbd9-cbb0db83e933", "name": "network-vif-plugged", "status": "completed", "tag": "4b396d66-66e8-4f72-9826-f8621df2dae7", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:48:56.707753 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38bcf25b-053e-458d-a67d-a6a0c99c2763 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:48:56.708155 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f35bf84-6996-4512-a659-33b80d45a69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cd42b8-36af-4a36-956e-6d87924e3746', 'code': 200} Jul 30 10:48:56.708412 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6', 'code': 200} Jul 30 10:48:56.708664 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'code': 200} Jul 30 10:48:56.708911 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b396d66-66e8-4f72-9826-f8621df2dae7', 'code': 200} Jul 30 10:48:56.757154 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390843-34ad-4d63-a8c4-817a28951dc5 req-ef621ab4-f479-4282-8ac8-e7800357ab5a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:56.758867 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-58390843-34ad-4d63-a8c4-817a28951dc5 req-ef621ab4-f479-4282-8ac8-e7800357ab5a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0554459 Jul 30 10:48:56.801097 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-58390843-34ad-4d63-a8c4-817a28951dc5 req-b41bd24e-1655-4cf1-a04a-883fe3222f6d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355990 Jul 30 10:48:57.049716 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea027068-20e6-448c-9343-a6e22821de8d req-239a8347-c445-4f59-a77e-f8a5c69942e7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.059251 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ea027068-20e6-448c-9343-a6e22821de8d req-239a8347-c445-4f59-a77e-f8a5c69942e7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0705636 Jul 30 10:48:57.134073 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ea027068-20e6-448c-9343-a6e22821de8d req-1d3dcfd0-c81c-49c6-b5c4-a0f1d77b938d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723863 Jul 30 10:48:57.309620 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53982ffa-0630-4316-89cf-702076d843fe req-d2f27b3d-5534-4b51-a711-cf84974a4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.311168 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-53982ffa-0630-4316-89cf-702076d843fe req-d2f27b3d-5534-4b51-a711-cf84974a4b1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 1099 time: 0.0864396 Jul 30 10:48:57.313299 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0c232-267f-4856-b79c-cd8d0eed55a8 req-963e9e91-e6c7-4773-bd9b-4f020a77ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.315363 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-22e0c232-267f-4856-b79c-cd8d0eed55a8 req-963e9e91-e6c7-4773-bd9b-4f020a77ca31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 1099 time: 0.0764749 Jul 30 10:48:57.339371 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41c1d7-b378-44d5-bd5a-04dfa3202325 req-87ba3236-b590-4c47-bf18-9e2b70fd6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.340879 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8e41c1d7-b378-44d5-bd5a-04dfa3202325 req-87ba3236-b590-4c47-bf18-9e2b70fd6ed9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1099 time: 0.1016326 Jul 30 10:48:57.343422 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bc88e-0b35-4121-8bdf-6994829120e1 req-dd231ee4-60b5-434e-b549-e26c066f8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.344765 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-373bc88e-0b35-4121-8bdf-6994829120e1 req-dd231ee4-60b5-434e-b549-e26c066f8a15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.1043339 Jul 30 10:48:57.378120 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-53982ffa-0630-4316-89cf-702076d843fe req-9147158d-a322-4b42-ace8-fa9fb85fd1ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540540 Jul 30 10:48:57.380006 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-22e0c232-267f-4856-b79c-cd8d0eed55a8 req-34fb5205-2bb3-4623-ac5f-b43638fafa50 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Jul 30 10:48:57.425189 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8e41c1d7-b378-44d5-bd5a-04dfa3202325 req-b735619d-8338-46bf-abef-aea8349211c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679359 Jul 30 10:48:57.426776 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-373bc88e-0b35-4121-8bdf-6994829120e1 req-c5898a81-61b0-4434-a5c3-2f1f2e7b9123 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711112 Jul 30 10:48:57.475593 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd171-943e-4f69-bc82-dce523656563 req-0b0f486b-45fe-4284-932c-3c79ffaabb21 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.477092 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6edcd171-943e-4f69-bc82-dce523656563 req-0b0f486b-45fe-4284-932c-3c79ffaabb21 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.0499701 Jul 30 10:48:57.522087 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6edcd171-943e-4f69-bc82-dce523656563 req-749668e4-0d55-492a-932a-cf671b5566dd tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380273 Jul 30 10:48:57.628183 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd42ed9-07d3-46f8-a1fa-941fa6a9dcee req-8aff7255-6902-4269-8e3a-37717a928d93 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.630285 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1dd42ed9-07d3-46f8-a1fa-941fa6a9dcee req-8aff7255-6902-4269-8e3a-37717a928d93 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Jul 30 10:48:57.687540 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1dd42ed9-07d3-46f8-a1fa-941fa6a9dcee req-e932f82c-a305-4ac6-90b8-768148e769eb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505710 Jul 30 10:48:57.984208 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3159df-1195-44a5-83d5-ffe249a59e05 req-5ed938f0-37ab-454c-b410-c7feb8889e69 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:57.990777 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b3159df-1195-44a5-83d5-ffe249a59e05 req-5ed938f0-37ab-454c-b410-c7feb8889e69 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0730257 Jul 30 10:48:58.049150 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b3159df-1195-44a5-83d5-ffe249a59e05 req-23dfc082-4395-4898-a364-b58dd8cc8833 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521064 Jul 30 10:48:58.252386 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b67fa-0de9-452d-bf44-bb82660e5059 req-d4ad23aa-3dee-4db0-a329-fcba5df3ba0e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:58.253891 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-045b67fa-0de9-452d-bf44-bb82660e5059 req-d4ad23aa-3dee-4db0-a329-fcba5df3ba0e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0508139 Jul 30 10:48:58.301052 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-045b67fa-0de9-452d-bf44-bb82660e5059 req-99973d67-c702-43b3-8aca-5e8b85c616fc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Jul 30 10:48:58.637204 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56212) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:58.756620 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c212d42-8bf4-42a5-80e2-d2d37fc108c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:58.844935 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f796-c594-4bc1-8a06-602f87dd9650 req-f4ccb4b5-34ee-41ff-bc98-184fe6c53e7f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:58.846595 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7b3f796-c594-4bc1-8a06-602f87dd9650 req-f4ccb4b5-34ee-41ff-bc98-184fe6c53e7f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0816169 Jul 30 10:48:58.907402 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7b3f796-c594-4bc1-8a06-602f87dd9650 req-f1a062f1-c1d4-4323-a0e1-fcc3f5b92715 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536544 Jul 30 10:48:58.937917 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c212d42-8bf4-42a5-80e2-d2d37fc108c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:58.942568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c212d42-8bf4-42a5-80e2-d2d37fc108c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:58.985575 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-0c212d42-8bf4-42a5-80e2-d2d37fc108c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=956ded7429294ad3b5e63abe8ae1e889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472264 Jul 30 10:48:58.986924 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c212d42-8bf4-42a5-80e2-d2d37fc108c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48f268e-4363-492d-80d9-6ab899c635c8,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:58.989543 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56220) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:59.045913 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-85af2ca8-3108-4a03-b0ba-40186b2caf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.071971 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-85af2ca8-3108-4a03-b0ba-40186b2caf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.144823 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-85af2ca8-3108-4a03-b0ba-40186b2caf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.155778 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-85af2ca8-3108-4a03-b0ba-40186b2caf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.160852 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-85af2ca8-3108-4a03-b0ba-40186b2caf82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e48f268e-4363-492d-80d9-6ab899c635c8 HTTP/1.1" status: 204 len: 168 time: 0.1695528 Jul 30 10:48:59.170103 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af2ca8-3108-4a03-b0ba-40186b2caf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48f268e-4363-492d-80d9-6ab899c635c8,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:59.210275 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1f7f1-0023-45bc-a976-3c793a36c704 req-cf534aea-41d5-457e-ba58-90da3a6866e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:59.212296 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5fa1f7f1-0023-45bc-a976-3c793a36c704 req-cf534aea-41d5-457e-ba58-90da3a6866e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0886853 Jul 30 10:48:59.274486 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5fa1f7f1-0023-45bc-a976-3c793a36c704 req-c5e34057-b250-46bd-b406-6490d60dfaeb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558963 Jul 30 10:48:59.472101 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ef72-58bb-46f3-a2a4-89284bc4e1f6 req-0d0e417a-b9ee-44cc-8159-33b62312a854 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:48:59.479504 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9d68ef72-58bb-46f3-a2a4-89284bc4e1f6 req-0d0e417a-b9ee-44cc-8159-33b62312a854 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0647883 Jul 30 10:48:59.530025 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9d68ef72-58bb-46f3-a2a4-89284bc4e1f6 req-d62a0366-0c43-47f4-a360-10dd36e4f180 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jul 30 10:48:59.612312 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56256) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:59.631138 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4d378292-6dbd-48f6-b95a-ab29ae973a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.751106 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56262) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:59.751689 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4d378292-6dbd-48f6-b95a-ab29ae973a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.755761 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4d378292-6dbd-48f6-b95a-ab29ae973a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.805977 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d378292-6dbd-48f6-b95a-ab29ae973a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bed1a8-33b7-45cb-bbe7-18e40e29fd2f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:59.813979 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4d378292-6dbd-48f6-b95a-ab29ae973a8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbcf0ffa25364c1996d046f8df05732e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974711 Jul 30 10:48:59.814482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56266) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:48:59.867901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-912e4288-93eb-4333-b5ec-27d717b8a473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.868027 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4dd671b7-69ea-42e7-9ca2-def7ff1d65f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.893093 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-912e4288-93eb-4333-b5ec-27d717b8a473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.952282 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-912e4288-93eb-4333-b5ec-27d717b8a473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.955412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-912e4288-93eb-4333-b5ec-27d717b8a473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.956587 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-912e4288-93eb-4333-b5ec-27d717b8a473 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45bed1a8-33b7-45cb-bbe7-18e40e29fd2f HTTP/1.1" status: 204 len: 168 time: 0.1412258 Jul 30 10:48:59.966559 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e4288-93eb-4333-b5ec-27d717b8a473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bed1a8-33b7-45cb-bbe7-18e40e29fd2f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:48:59.990672 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4dd671b7-69ea-42e7-9ca2-def7ff1d65f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:48:59.995780 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4dd671b7-69ea-42e7-9ca2-def7ff1d65f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.041439 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0e72-9b97-4253-b254-17c7030eb4bd req-06fb2fe8-43e0-474d-8966-4edd39a247d5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:00.041952 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4dd671b7-69ea-42e7-9ca2-def7ff1d65f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0705f41c53cd43b5ae9d989c13835d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889271 Jul 30 10:49:00.043070 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e70a0e72-9b97-4253-b254-17c7030eb4bd req-06fb2fe8-43e0-474d-8966-4edd39a247d5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0522149 Jul 30 10:49:00.043587 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56272) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:00.045914 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd671b7-69ea-42e7-9ca2-def7ff1d65f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96dee4-bd78-4c04-b674-8179067c0493,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:00.117739 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e70a0e72-9b97-4253-b254-17c7030eb4bd req-49e6b2a4-a141-4636-8b55-2195d1428ef8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665212 Jul 30 10:49:00.130689 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bc79-2c49-4f11-b20b-a8b5febe4e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.153731 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bc79-2c49-4f11-b20b-a8b5febe4e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.211243 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bc79-2c49-4f11-b20b-a8b5febe4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.214055 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bc79-2c49-4f11-b20b-a8b5febe4e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.217712 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c4d3bc79-2c49-4f11-b20b-a8b5febe4e54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f96dee4-bd78-4c04-b674-8179067c0493 HTTP/1.1" status: 204 len: 168 time: 0.1707861 Jul 30 10:49:00.225554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3bc79-2c49-4f11-b20b-a8b5febe4e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96dee4-bd78-4c04-b674-8179067c0493,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:00.461045 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05b9bf-078e-4b9b-a921-645568c59a30 req-8507d2c9-4861-4e79-9378-70cf1219ece0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:00.468386 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0d05b9bf-078e-4b9b-a921-645568c59a30 req-8507d2c9-4861-4e79-9378-70cf1219ece0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0616372 Jul 30 10:49:00.505784 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0d05b9bf-078e-4b9b-a921-645568c59a30 req-beff74e3-177c-4af0-9e8d-61fb4c965668 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365167 Jul 30 10:49:00.628695 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56298) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:00.652404 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0ad93b78-084c-48cf-a712-362392d87607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.708511 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858401-018f-4667-b585-37750c867af5 req-9814cb14-8152-4d6b-a7f6-001fcf719672 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:00.722077 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2f858401-018f-4667-b585-37750c867af5 req-9814cb14-8152-4d6b-a7f6-001fcf719672 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0925441 Jul 30 10:49:00.810347 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2f858401-018f-4667-b585-37750c867af5 req-51d1e6a7-8b60-4362-be96-a48d24e88555 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871081 Jul 30 10:49:00.870574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0ad93b78-084c-48cf-a712-362392d87607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.875109 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0ad93b78-084c-48cf-a712-362392d87607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:00.922433 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-0ad93b78-084c-48cf-a712-362392d87607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=008f1524adce4b42af3ea215e6157a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921622 Jul 30 10:49:00.922663 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56314) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:00.924726 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad93b78-084c-48cf-a712-362392d87607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654920ff-58e5-4fee-a328-08af854d38f4,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:00.982784 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82737622-4aa9-48d4-89d3-8537dbb76413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:01.008123 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82737622-4aa9-48d4-89d3-8537dbb76413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:01.069277 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82737622-4aa9-48d4-89d3-8537dbb76413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:01.072188 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82737622-4aa9-48d4-89d3-8537dbb76413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:01.073523 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-82737622-4aa9-48d4-89d3-8537dbb76413 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/654920ff-58e5-4fee-a328-08af854d38f4 HTTP/1.1" status: 204 len: 168 time: 0.1489146 Jul 30 10:49:01.090331 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737622-4aa9-48d4-89d3-8537dbb76413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654920ff-58e5-4fee-a328-08af854d38f4,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:01.300126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014d3a8-ea83-45b2-bd3b-a4d7793c48b3 req-0ab21eea-733a-4a55-b165-7ee249cc62ec tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:01.302343 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5014d3a8-ea83-45b2-bd3b-a4d7793c48b3 req-0ab21eea-733a-4a55-b165-7ee249cc62ec tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0683367 Jul 30 10:49:01.350446 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5014d3a8-ea83-45b2-bd3b-a4d7793c48b3 req-c36f486b-3bff-48eb-99f0-ecc51157c961 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Jul 30 10:49:01.679669 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb3d1-508f-476e-8e1f-5f31143ea53c req-18fb9bf1-de76-4cb6-ba82-cdb50667ca90 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:01.679669 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77cfb3d1-508f-476e-8e1f-5f31143ea53c req-18fb9bf1-de76-4cb6-ba82-cdb50667ca90 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0879726 Jul 30 10:49:01.730762 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56348) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:01.752668 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2b691cbb-a459-4594-b5b1-90ab7cfd3fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:01.763384 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7f8a-aa8a-4bec-8586-f9ee37fd9f79 req-ee1b7d6a-45c7-413d-b3a0-dd07debea3e7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:01.765698 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b6de7f8a-aa8a-4bec-8586-f9ee37fd9f79 req-ee1b7d6a-45c7-413d-b3a0-dd07debea3e7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0918472 Jul 30 10:49:01.771309 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77cfb3d1-508f-476e-8e1f-5f31143ea53c req-05d2e10d-882e-4baf-9a9c-d85d097a7b1b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687628 Jul 30 10:49:01.785746 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-dd0c41d3-4c30-4769-aeff-343887e4e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:01.788155 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-dd0c41d3-4c30-4769-aeff-343887e4e63f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 1099 time: 0.0682261 Jul 30 10:49:01.884679 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b6de7f8a-aa8a-4bec-8586-f9ee37fd9f79 req-5c33139a-1237-45e5-8357-6867a69a6eed tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019461 Jul 30 10:49:01.975405 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2b691cbb-a459-4594-b5b1-90ab7cfd3fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:01.982725 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2b691cbb-a459-4594-b5b1-90ab7cfd3fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.014750 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-d1734523-8f66-4b49-a57c-2a78fb4c98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:02.016337 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-d1734523-8f66-4b49-a57c-2a78fb4c98d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.2212129 Jul 30 10:49:02.030154 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea7eac-659d-4c8b-a2de-8c993df5fc95 req-6b33e021-7548-4f6f-b357-5dee1c502c5c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:02.035942 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2aea7eac-659d-4c8b-a2de-8c993df5fc95 req-6b33e021-7548-4f6f-b357-5dee1c502c5c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1058602 Jul 30 10:49:02.041049 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56366) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:02.046610 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2b691cbb-a459-4594-b5b1-90ab7cfd3fac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e98b3a5963a04eeea9483d15a3a01937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148255 Jul 30 10:49:02.051166 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'floatingip': {'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:02.052489 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56368) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:02.083525 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b691cbb-a459-4594-b5b1-90ab7cfd3fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da399119-455b-4041-ae27-3cac3e8d1790,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:02.158508 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.367580 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-afbc9bd3-ff0e-4430-8e92-58bf33c36731 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b396d66-66e8-4f72-9826-f8621df2dae7 HTTP/1.1" status: 200 len: 217 time: 0.3304842 Jul 30 10:49:02.457369 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-3bc39aba-65f4-4e60-ba4b-b02524eaaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:02.459013 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-3bc39aba-65f4-4e60-ba4b-b02524eaaca7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.0807173 Jul 30 10:49:02.479749 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4f3a-3dd4-443a-b827-7866cc129c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.499541 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-5041ff71-9685-43bf-a5a5-473b604166dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324700 Jul 30 10:49:02.536007 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4f3a-3dd4-443a-b827-7866cc129c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.664196 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56396) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:02.674470 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-82272b85-28e5-4b09-8e40-c5af5fffce45 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521733 Jul 30 10:49:02.697375 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4f3a-3dd4-443a-b827-7866cc129c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.700104 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4f3a-3dd4-443a-b827-7866cc129c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.701231 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a7fb4f3a-3dd4-443a-b827-7866cc129c5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da399119-455b-4041-ae27-3cac3e8d1790 HTTP/1.1" status: 204 len: 168 time: 0.6470878 Jul 30 10:49:02.756396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb4f3a-3dd4-443a-b827-7866cc129c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da399119-455b-4041-ae27-3cac3e8d1790,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:02.872505 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1afef684-db19-4f26-bd9d-a2216984f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:02.885789 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2bcf0c99-020d-4aff-91b0-9f2e8ca0b52c req-bf6ee0b6-1acc-4988-aa61-83d0cd8a37fc service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047014 Jul 30 10:49:03.044727 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1afef684-db19-4f26-bd9d-a2216984f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.050759 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1afef684-db19-4f26-bd9d-a2216984f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.110112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afef684-db19-4f26-bd9d-a2216984f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbea4f91-d8bb-4256-a9e3-5e0f8c02a382,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:03.117782 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1afef684-db19-4f26-bd9d-a2216984f360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9ce28ed18134b348f1927f58620dc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524624 Jul 30 10:49:03.120987 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56414) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:03.133770 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4b09-58a2-497a-8915-4d195eba6451 req-d0349cfd-91b4-417c-8c67-de9a91d6a41d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:03.135357 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-668e4b09-58a2-497a-8915-4d195eba6451 req-d0349cfd-91b4-417c-8c67-de9a91d6a41d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.1301460 Jul 30 10:49:03.183868 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-668e4b09-58a2-497a-8915-4d195eba6451 req-a3f36664-fb05-4e8c-8d33-cdb0eedcbbf8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Jul 30 10:49:03.212952 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.db.resource_extend [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 10:49:03.315113 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.318128 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b837-1b41-4145-985f-f048a4ded236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.322789 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.381238 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b837-1b41-4145-985f-f048a4ded236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.468481 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Floating IP 022ecc8d-6c00-4978-ad35-83b94ac110b7 associated. External IP: 172.27.0.27, port: 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0. Jul 30 10:49:03.509113 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b837-1b41-4145-985f-f048a4ded236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.511843 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b837-1b41-4145-985f-f048a4ded236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.512987 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-6bc7b837-1b41-4145-985f-f048a4ded236 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbea4f91-d8bb-4256-a9e3-5e0f8c02a382 HTTP/1.1" status: 204 len: 168 time: 0.3910642 Jul 30 10:49:03.532062 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7b837-1b41-4145-985f-f048a4ded236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbea4f91-d8bb-4256-a9e3-5e0f8c02a382,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:03.715883 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:49:03.835790 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:49:03.841010 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.855455 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:49:03.865880 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:49:03.866503 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:03.879024 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-5a94f6ca-7082-41b5-9068-981c9b3b2e61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "PUT /v2.0/floatingips/022ecc8d-6c00-4978-ad35-83b94ac110b7 HTTP/1.1" status: 200 len: 991 time: 1.8368669 Jul 30 10:49:03.880126 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:49:03.882633 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d81a9bf-8685-423e-983c-9607dd53ca6c" -d '{"events": [{"name": "network-changed", "server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:49:03.922378 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56448) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:03.939335 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb341d33-b5bf-45b2-b113-45371472fde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:03.981497 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:49:04.049249 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e356f-c6c0-48d9-a22c-057e5ab1d30d x-openstack-request-id: req-399e356f-c6c0-48d9-a22c-057e5ab1d30d {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:49:04.049723 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:49:04.050006 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-399e356f-c6c0-48d9-a22c-057e5ab1d30d {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:49:04.050408 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'status': 'completed', 'code': 200} Jul 30 10:49:04.055743 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb341d33-b5bf-45b2-b113-45371472fde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:04.060106 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb341d33-b5bf-45b2-b113-45371472fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:04.104270 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-fb341d33-b5bf-45b2-b113-45371472fde9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29ad5d23e2604b8bb81c2303d46ab7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822479 Jul 30 10:49:04.105992 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb341d33-b5bf-45b2-b113-45371472fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3997e12f-8379-428c-84f0-9532585bca2e,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:04.107151 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56454) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:04.182861 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a71fcf69-b59b-48b7-810f-c75b698abfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:04.208276 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a71fcf69-b59b-48b7-810f-c75b698abfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:04.285300 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a71fcf69-b59b-48b7-810f-c75b698abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:04.289495 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a71fcf69-b59b-48b7-810f-c75b698abfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:04.291165 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a71fcf69-b59b-48b7-810f-c75b698abfbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3997e12f-8379-428c-84f0-9532585bca2e HTTP/1.1" status: 204 len: 168 time: 0.1819479 Jul 30 10:49:04.355844 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fcf69-b59b-48b7-810f-c75b698abfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3997e12f-8379-428c-84f0-9532585bca2e,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:04.391996 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f069aa-59b4-4778-b96f-210da3796ca7 req-93af2943-5b90-4d69-9feb-4cd9723a6868 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:04.403620 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-85f069aa-59b4-4778-b96f-210da3796ca7 req-93af2943-5b90-4d69-9feb-4cd9723a6868 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.1105013 Jul 30 10:49:04.445538 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-85f069aa-59b4-4778-b96f-210da3796ca7 req-6e03598a-dd72-4c9e-a57c-94edff00d6fb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Jul 30 10:49:04.501859 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '022ecc8d-6c00-4978-ad35-83b94ac110b7', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'mac_address': 'fa:16:3e:2d:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:48:30Z', 'updated_at': '2021-07-30T10:49:03Z', 'revision_number': 1, 'project_id': '21168d9dada845998f2917a595353c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:04.528704 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:49:04.543658 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:49:04.544377 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:48:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:04.653578 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:49:04.913856 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '022ecc8d-6c00-4978-ad35-83b94ac110b7', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'mac_address': 'fa:16:3e:2d:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:48:30Z', 'updated_at': '2021-07-30T10:49:03Z', 'revision_number': 1, 'project_id': '21168d9dada845998f2917a595353c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:04.951007 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096151-4277-4d34-a33f-380b36abb313 None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '022ecc8d-6c00-4978-ad35-83b94ac110b7', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'mac_address': 'fa:16:3e:2d:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:48:30Z', 'updated_at': '2021-07-30T10:49:03Z', 'revision_number': 1, 'project_id': '21168d9dada845998f2917a595353c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:49:05.203512 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76b1e4-a034-41b9-a714-5bbf781bbd4d None None] New status for floating IP 022ecc8d-6c00-4978-ad35-83b94ac110b7: ACTIVE {{(pid=104664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:49:05.602570 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d563f-32b7-479d-88d4-01e1266413de req-bd9336ac-4b70-4cb6-816d-bfe4507e4ed7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:05.613688 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a44d563f-32b7-479d-88d4-01e1266413de req-bd9336ac-4b70-4cb6-816d-bfe4507e4ed7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0698960 Jul 30 10:49:05.678715 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a44d563f-32b7-479d-88d4-01e1266413de req-6eeabe60-8012-4ce4-8c63-5e9f88a1d9fb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639770 Jul 30 10:49:06.448081 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-c9c738f4-6bfd-4ab5-afa5-b6b76bfffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:06.449598 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-c9c738f4-6bfd-4ab5-afa5-b6b76bfffbc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1099 time: 0.0639763 Jul 30 10:49:06.636799 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-18ed6e87-ec57-412f-b868-ccec37a2e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:06.638218 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-18ed6e87-ec57-412f-b868-ccec37a2e9d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.0997605 Jul 30 10:49:06.760836 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-46ff2b81-b3b7-405d-ac8f-fb6c48f121fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 200 len: 1001 time: 0.1009331 Jul 30 10:49:06.835883 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-9b337919-290e-4569-bb24-53e8a79dd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:06.837375 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-9b337919-290e-4569-bb24-53e8a79dd9cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0683935 Jul 30 10:49:06.846679 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b1a89-f3a7-4cd2-8bb1-b02b1136858b req-3749a925-0b38-440d-8ca2-467b5d630c5b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:06.848072 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c38b1a89-f3a7-4cd2-8bb1-b02b1136858b req-3749a925-0b38-440d-8ca2-467b5d630c5b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0905216 Jul 30 10:49:06.914302 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c38b1a89-f3a7-4cd2-8bb1-b02b1136858b req-5f9551c7-05a2-4981-93ac-b9d9c4f3c414 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570610 Jul 30 10:49:06.919893 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-b3068dd6-376c-4917-9ac9-4ef9371aaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:06.921351 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-b3068dd6-376c-4917-9ac9-4ef9371aaed4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717609 Jul 30 10:49:07.020894 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-1affeaea-328a-400a-a857-14fb80cacaa0 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845838 Jul 30 10:49:07.119125 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d81a9bf-8685-423e-983c-9607dd53ca6c req-26a5b20f-e18d-488a-9fa5-ba08b6411516 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898211 Jul 30 10:49:08.039675 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b44b-8e58-4139-b7a5-ea801a42a758 req-3a64e7d5-0b04-47b9-8343-6326ed5978ea tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:08.041406 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6232b44b-8e58-4139-b7a5-ea801a42a758 req-3a64e7d5-0b04-47b9-8343-6326ed5978ea tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0572717 Jul 30 10:49:08.082180 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6232b44b-8e58-4139-b7a5-ea801a42a758 req-0133f1c0-3f3d-4cc5-86df-29c9c08d0436 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jul 30 10:49:09.230508 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bc49e-7212-43fb-9fc2-211328e3cbbd req-1a7d9de1-904f-4a0a-b411-2ad04bf848de tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:09.232404 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a71bc49e-7212-43fb-9fc2-211328e3cbbd req-1a7d9de1-904f-4a0a-b411-2ad04bf848de tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0557427 Jul 30 10:49:09.275699 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a71bc49e-7212-43fb-9fc2-211328e3cbbd req-ed1a22f3-5cda-4feb-991a-ffcfe9de086f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Jul 30 10:49:09.853412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eaee1-240b-4a4d-b2bf-6a072f93b968 req-f20ba8f2-5fde-4429-8645-4c5aded19086 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:09.854931 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d66eaee1-240b-4a4d-b2bf-6a072f93b968 req-f20ba8f2-5fde-4429-8645-4c5aded19086 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.0499833 Jul 30 10:49:09.894935 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d66eaee1-240b-4a4d-b2bf-6a072f93b968 req-8e5cba29-4404-4503-bdc0-453b523adeae tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Jul 30 10:49:09.948038 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-7adcb5c5-2f5e-43f0-a7e2-f414ab643fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:10.403197 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c8b4-123c-4bd8-a940-ae55d0a9ba79 req-79c5ad0a-ce67-4ad4-ad8e-29fe06f94701 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:10.404721 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9e7c8b4-123c-4bd8-a940-ae55d0a9ba79 req-79c5ad0a-ce67-4ad4-ad8e-29fe06f94701 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0533078 Jul 30 10:49:10.450416 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9e7c8b4-123c-4bd8-a940-ae55d0a9ba79 req-01fe4161-b443-45e2-a903-5dcc8244332c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Jul 30 10:49:11.058307 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc64f4-baa9-494a-828e-e9f356e81af2 req-90f15aa9-31c7-475e-918a-1c8e713aff9e tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:11.060221 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b8dc64f4-baa9-494a-828e-e9f356e81af2 req-90f15aa9-31c7-475e-918a-1c8e713aff9e tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.0736148 Jul 30 10:49:11.111357 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b8dc64f4-baa9-494a-828e-e9f356e81af2 req-627e9105-f236-4975-8478-b46f075f6cba tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Jul 30 10:49:11.599493 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4dbee-87a5-4f30-8b69-f9bc179b1f3a req-263f37da-1ec2-4879-9548-42286e9a90cc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:11.602429 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f1c4dbee-87a5-4f30-8b69-f9bc179b1f3a req-263f37da-1ec2-4879-9548-42286e9a90cc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0771556 Jul 30 10:49:11.645312 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f1c4dbee-87a5-4f30-8b69-f9bc179b1f3a req-d8f0a6d1-73f2-4bf3-8a25-bcccea4de9e8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363772 Jul 30 10:49:11.820441 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56738) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:11.926852 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.018265 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.022253 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.059607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b712b-a3e7-4312-a8a5-0b546860a3bc,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:12.065776 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44c0aca4f25f447481c7060d5e303123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442052 Jul 30 10:49:12.068458 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56744) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:12.070829 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.071181 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.071530 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.071912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.072253 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.072587 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.072919 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.073300 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.073632 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.073992 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.074320 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.074688 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29649006-534a-4da4-b899-9fa38788f94a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.120033 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.142316 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.190391 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.193463 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.198446 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f3b712b-a3e7-4312-a8a5-0b546860a3bc HTTP/1.1" status: 204 len: 168 time: 0.1282799 Jul 30 10:49:12.208339 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b712b-a3e7-4312-a8a5-0b546860a3bc,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:12.216202 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.216556 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.216885 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.217469 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.218175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.218668 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.219229 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.219968 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.220681 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.221436 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.223025 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.223553 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0242956-5619-4e57-856c-3db4578e65ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:12.240462 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16890f-0cac-47f1-8153-10cb733178db req-786d11e6-455e-4f74-82a4-50b8dac8f981 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:12.242081 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1a16890f-0cac-47f1-8153-10cb733178db req-786d11e6-455e-4f74-82a4-50b8dac8f981 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.0628145 Jul 30 10:49:12.286045 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1a16890f-0cac-47f1-8153-10cb733178db req-efb9c8a2-778c-4cce-9e8e-4f0de82058f2 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/security-groups?id=33461be3-b69c-483c-99ef-cc6eef150f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Jul 30 10:49:12.353660 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:49:12.479883 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-d68997a1-38a0-48f1-9193-3545e0feb65b tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:12.481663 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-d68997a1-38a0-48f1-9193-3545e0feb65b tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.10 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 946 time: 0.0687170 Jul 30 10:49:12.509146 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56756) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:12.522977 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-eba4d600-d7f7-4e3d-b87f-cda3237620ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.637541 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-eba4d600-d7f7-4e3d-b87f-cda3237620ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.642652 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-eba4d600-d7f7-4e3d-b87f-cda3237620ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.655944 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Deleting port 021a6414-43ee-475a-852e-7050de4b591a {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:49:12.657173 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.708340 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-eba4d600-d7f7-4e3d-b87f-cda3237620ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eed594de8a204d6db0bb2f5f8fd5ab68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974237 Jul 30 10:49:12.711453 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4d600-d7f7-4e3d-b87f-cda3237620ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a04306-d890-4508-aba0-66fa582e6524,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:12.714231 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56766) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:12.756208 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.781047 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7a77776-856b-4842-b7cd-79dca82e2eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.832454 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b5415da-4994-4bb8-92c6-c575301a735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.839479 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] For port 021a6414-43ee-475a-852e-7050de4b591a, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=021a6414-43ee-475a-852e-7050de4b591a,segment=NetworkSegment(fb76ad61-c503-452e-9a5c-315a5651bdc0),segment_id=fb76ad61-c503-452e-9a5c-315a5651bdc0)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:49:12.840086 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.842626 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7a77776-856b-4842-b7cd-79dca82e2eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.857290 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Calling delete_port for 021a6414-43ee-475a-852e-7050de4b591a owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:49:12.889782 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fdfcb-20e0-44a1-b50b-4519d2e65bf3 req-8b4f6e8a-389a-4c30-b52e-05562e52cf60 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:12.891354 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cd8fdfcb-20e0-44a1-b50b-4519d2e65bf3 req-8b4f6e8a-389a-4c30-b52e-05562e52cf60 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0845976 Jul 30 10:49:12.933581 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7a77776-856b-4842-b7cd-79dca82e2eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.938016 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a7a77776-856b-4842-b7cd-79dca82e2eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:12.939473 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a7a77776-856b-4842-b7cd-79dca82e2eaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4a04306-d890-4508-aba0-66fa582e6524 HTTP/1.1" status: 204 len: 168 time: 0.2241597 Jul 30 10:49:12.942786 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cd8fdfcb-20e0-44a1-b50b-4519d2e65bf3 req-0311604b-30e1-431b-96a5-a0a61409a3be tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Jul 30 10:49:12.950713 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a77776-856b-4842-b7cd-79dca82e2eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a04306-d890-4508-aba0-66fa582e6524,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:13.029619 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:13.060176 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Pushing event deleted for resources: {'Port': ['ID=021a6414-43ee-475a-852e-7050de4b591a,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:13.084390 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['021a6414-43ee-475a-852e-7050de4b591a'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:49:13.121704 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] No DVR routers for this DVR port 021a6414-43ee-475a-852e-7050de4b591a on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:49:13.124812 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:13.126967 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c73b1829-5fd2-4005-bd5f-c0acb3fde619 req-43cfd70e-bc84-46d0-81e2-36ad7a008422 tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.10 "DELETE /v2.0/ports/021a6414-43ee-475a-852e-7050de4b591a HTTP/1.1" status: 204 len: 173 time: 0.6389310 Jul 30 10:49:13.127411 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'name': 'network-vif-deleted', 'tag': '021a6414-43ee-475a-852e-7050de4b591a'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:49:13.129797 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22548612-8234-43ff-8562-e30901dd21b6" -d '{"events": [{"server_uuid": "55bfe1e7-4f00-40a6-a6ba-1a23a99b991f", "name": "network-vif-deleted", "tag": "021a6414-43ee-475a-852e-7050de4b591a"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:49:13.174998 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a49c4c-1b32-4fb4-bf2a-5ccae72e441d x-openstack-request-id: req-26a49c4c-1b32-4fb4-bf2a-5ccae72e441d {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:49:13.175427 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bfe1e7-4f00-40a6-a6ba-1a23a99b991f", "name": "network-vif-deleted", "tag": "021a6414-43ee-475a-852e-7050de4b591a", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:49:13.175755 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26a49c4c-1b32-4fb4-bf2a-5ccae72e441d {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:49:13.176182 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bfe1e7-4f00-40a6-a6ba-1a23a99b991f', 'name': 'network-vif-deleted', 'tag': '021a6414-43ee-475a-852e-7050de4b591a', 'status': 'completed', 'code': 200} Jul 30 10:49:13.395324 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:13.401426 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d0c273f3-d591-4f45-a838-3a165a6c1bc9 req-9e77a774-f242-4e42-9190-c5b0fc56f15e tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.0327346 Jul 30 10:49:14.166444 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c896fa-c245-4604-ae49-615456a45e51 req-0ae4dddd-68ed-4384-ae46-eefae9f79c5d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:14.169137 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2c896fa-c245-4604-ae49-615456a45e51 req-0ae4dddd-68ed-4384-ae46-eefae9f79c5d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.1087060 Jul 30 10:49:14.225582 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2c896fa-c245-4604-ae49-615456a45e51 req-3d56d67c-3598-4e67-8748-1cc8ce8238e6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Jul 30 10:49:14.257491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56866) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:14.566258 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a237de49-9bec-4d86-a6d7-f431a65415ea req-7885cac9-c731-4c52-8943-0f2b38ae3aee tempest-DeleteServersTestJSON-1796666428 tempest-DeleteServersTestJSON-1796666428-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bfe1e7-4f00-40a6-a6ba-1a23a99b991f HTTP/1.1" status: 200 len: 210 time: 0.0283222 Jul 30 10:49:14.613043 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e651527a-ffd2-4438-9e45-ac04134576a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.724966 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e651527a-ffd2-4438-9e45-ac04134576a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.729698 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e651527a-ffd2-4438-9e45-ac04134576a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.773797 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-e651527a-ffd2-4438-9e45-ac04134576a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f6eb5260e0341a59dd4f881a80a0f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149257 Jul 30 10:49:14.774685 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651527a-ffd2-4438-9e45-ac04134576a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a88af-54ae-41bc-a635-6f39753992bf,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:14.776713 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56900) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:14.831116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-80eb3f6d-de40-4429-bb49-d2269e2ab4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.855178 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-80eb3f6d-de40-4429-bb49-d2269e2ab4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.910026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-80eb3f6d-de40-4429-bb49-d2269e2ab4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.913428 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-80eb3f6d-de40-4429-bb49-d2269e2ab4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:14.914608 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-80eb3f6d-de40-4429-bb49-d2269e2ab4c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd4a88af-54ae-41bc-a635-6f39753992bf HTTP/1.1" status: 204 len: 168 time: 0.1367445 Jul 30 10:49:14.923193 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb3f6d-de40-4429-bb49-d2269e2ab4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a88af-54ae-41bc-a635-6f39753992bf,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:14.989824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56918) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:15.241829 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0f1a8701-4ab0-4c4a-a1d7-eacb6e3d2707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.252329 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.338505 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56930) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:15.355544 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ea430c0a-7b0b-4486-963c-5891caf2f932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.387379 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afa95d-acd6-4d31-9710-309d804bbd34 req-25f31144-b399-4ec7-81e8-832e35aa0a45 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:15.388938 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-19afa95d-acd6-4d31-9710-309d804bbd34 req-25f31144-b399-4ec7-81e8-832e35aa0a45 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0780582 Jul 30 10:49:15.423514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0f1a8701-4ab0-4c4a-a1d7-eacb6e3d2707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.430473 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0f1a8701-4ab0-4c4a-a1d7-eacb6e3d2707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.459409 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-19afa95d-acd6-4d31-9710-309d804bbd34 req-fa4df6c3-0d00-42be-9847-ade9d1649905 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Jul 30 10:49:15.482131 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a8701-4ab0-4c4a-a1d7-eacb6e3d2707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5b788-7a83-4b6d-859f-40ba512bce61,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:15.492648 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56934) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:15.492772 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-0f1a8701-4ab0-4c4a-a1d7-eacb6e3d2707 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0e876426f044df18627226800a19d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015750 Jul 30 10:49:15.538440 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ea430c0a-7b0b-4486-963c-5891caf2f932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.553175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ea430c0a-7b0b-4486-963c-5891caf2f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.606061 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-ea430c0a-7b0b-4486-963c-5891caf2f932 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d74b739e3e204d7badbcac927b32bdfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638984 Jul 30 10:49:15.606547 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56940) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:15.607173 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9e9-2bd4-4b18-9e3e-c2819ebc7819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.608738 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430c0a-7b0b-4486-963c-5891caf2f932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c884cf5-8d57-4772-a16b-f8db2c148648,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:15.634928 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9e9-2bd4-4b18-9e3e-c2819ebc7819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.664807 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e9bb43b2-c8ba-41d2-9f9d-19b91ee444bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.696656 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9e9-2bd4-4b18-9e3e-c2819ebc7819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.698148 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e9bb43b2-c8ba-41d2-9f9d-19b91ee444bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.699609 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dfa2e9e9-2bd4-4b18-9e3e-c2819ebc7819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.702796 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-dfa2e9e9-2bd4-4b18-9e3e-c2819ebc7819 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9a5b788-7a83-4b6d-859f-40ba512bce61 HTTP/1.1" status: 204 len: 168 time: 0.2067614 Jul 30 10:49:15.709751 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2e9e9-2bd4-4b18-9e3e-c2819ebc7819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5b788-7a83-4b6d-859f-40ba512bce61,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:15.737470 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 021a6414-43ee-475a-852e-7050de4b591a no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:49:15.775132 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 021a6414-43ee-475a-852e-7050de4b591a {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:49:15.776299 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 021a6414-43ee-475a-852e-7050de4b591a not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:49:15.788671 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e9bb43b2-c8ba-41d2-9f9d-19b91ee444bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.791670 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e9bb43b2-c8ba-41d2-9f9d-19b91ee444bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:15.792888 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e9bb43b2-c8ba-41d2-9f9d-19b91ee444bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c884cf5-8d57-4772-a16b-f8db2c148648 HTTP/1.1" status: 204 len: 168 time: 0.1849067 Jul 30 10:49:15.807770 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb43b2-c8ba-41d2-9f9d-19b91ee444bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c884cf5-8d57-4772-a16b-f8db2c148648,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:16.150479 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56964) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:16.165354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-814f3aa4-e3e0-412c-879e-8d7ed7462733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.260660 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-814f3aa4-e3e0-412c-879e-8d7ed7462733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.267711 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-814f3aa4-e3e0-412c-879e-8d7ed7462733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.309030 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-814f3aa4-e3e0-412c-879e-8d7ed7462733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2878512da73347cf8d0eb9c4d26f719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574638 Jul 30 10:49:16.309912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f3aa4-e3e0-412c-879e-8d7ed7462733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9955df69-d4a4-43cb-af1b-9f5b8fb3721c,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:16.311996 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56966) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:16.342425 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 56968) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:16.355467 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3a849703-3fce-4ae1-8e9e-6955ad1ee91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.367341 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e06a7fb1-1e1a-4cb8-9dc2-1fd30ecf105c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.393779 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e06a7fb1-1e1a-4cb8-9dc2-1fd30ecf105c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.443607 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e06a7fb1-1e1a-4cb8-9dc2-1fd30ecf105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.446143 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e06a7fb1-1e1a-4cb8-9dc2-1fd30ecf105c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.447420 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-e06a7fb1-1e1a-4cb8-9dc2-1fd30ecf105c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9955df69-d4a4-43cb-af1b-9f5b8fb3721c HTTP/1.1" status: 204 len: 168 time: 0.1342568 Jul 30 10:49:16.449682 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3a849703-3fce-4ae1-8e9e-6955ad1ee91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.455713 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3a849703-3fce-4ae1-8e9e-6955ad1ee91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.455926 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7fb1-1e1a-4cb8-9dc2-1fd30ecf105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9955df69-d4a4-43cb-af1b-9f5b8fb3721c,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:16.498982 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-3a849703-3fce-4ae1-8e9e-6955ad1ee91c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09075aa71159470b9e32c1636364db3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530278 Jul 30 10:49:16.498982 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a849703-3fce-4ae1-8e9e-6955ad1ee91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b65667e-ab9f-43fb-aab0-f1a2ef364d1b,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:16.501559 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 56974) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:16.562924 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e7733b9b-d3d8-4d5c-91ff-0a1b5105f5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.607264 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e7733b9b-d3d8-4d5c-91ff-0a1b5105f5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.625491 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2456402-d611-49f9-b3c6-912172f814af req-0f49d930-82fd-46f4-b89d-c94ea9aad7ba tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:16.627461 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b2456402-d611-49f9-b3c6-912172f814af req-0f49d930-82fd-46f4-b89d-c94ea9aad7ba tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0737925 Jul 30 10:49:16.675393 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b2456402-d611-49f9-b3c6-912172f814af req-3b028819-0d96-4f14-a2c4-b4ae2b6df486 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Jul 30 10:49:16.709267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e7733b9b-d3d8-4d5c-91ff-0a1b5105f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.715124 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e7733b9b-d3d8-4d5c-91ff-0a1b5105f5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:16.717704 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-e7733b9b-d3d8-4d5c-91ff-0a1b5105f5e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b65667e-ab9f-43fb-aab0-f1a2ef364d1b HTTP/1.1" status: 204 len: 168 time: 0.2147198 Jul 30 10:49:16.735979 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7733b9b-d3d8-4d5c-91ff-0a1b5105f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b65667e-ab9f-43fb-aab0-f1a2ef364d1b,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:16.884009 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-c6d67301-7030-4224-849a-188a26726e00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711246 Jul 30 10:49:17.025265 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-79f3ef1e-1567-442a-ac42-31f676121f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:17.026918 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-79f3ef1e-1567-442a-ac42-31f676121f4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 1099 time: 0.0490451 Jul 30 10:49:17.176031 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-4b573032-3b4b-431e-b64c-7f0337353cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:17.177828 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-4b573032-3b4b-431e-b64c-7f0337353cb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 916 time: 0.1232316 Jul 30 10:49:17.240931 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-3a8ad847-ac8f-4256-a178-2238aa6d4462 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6 HTTP/1.1" status: 200 len: 217 time: 0.0481372 Jul 30 10:49:17.345296 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57022) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:17.367512 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-f49aca27-579a-477b-a04f-d9a36e724293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:17.370966 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-f49aca27-579a-477b-a04f-d9a36e724293 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.1224444 Jul 30 10:49:17.420311 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-c1ac9cb7-73cd-4270-90d9-66a6d8539a5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372167 Jul 30 10:49:17.433386 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Deleting subnet f82b4cba-3eb4-45b8-bf4d-909b62ee13d7 {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:49:17.451094 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:17.544256 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:17.558116 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:17.696977 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-51ad11d3-3912-4133-9086-5a65b07504db service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612181 Jul 30 10:49:17.704875 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:17.776389 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82b4cba-3eb4-45b8-bf4d-909b62ee13d7,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:17.782877 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:17.785894 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-0b716c5c-02e4-40a0-aaac-c678ad1bfc7e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f82b4cba-3eb4-45b8-bf4d-909b62ee13d7 HTTP/1.1" status: 204 len: 168 time: 0.4385593 Jul 30 10:49:17.787813 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57042) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:17.878771 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3b6c0976-27d3-4577-851c-7b22d20ba67a req-7166e7ad-5398-470c-b89e-f55c90b4c466 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717105 Jul 30 10:49:17.896807 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d79ded-5c72-40b1-9ee7-3c85e7207250 req-e8104983-bd41-48bb-9f87-4f245d127364 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:17.898371 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a1d79ded-5c72-40b1-9ee7-3c85e7207250 req-e8104983-bd41-48bb-9f87-4f245d127364 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0928814 Jul 30 10:49:17.906596 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:17.948443 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a1d79ded-5c72-40b1-9ee7-3c85e7207250 req-51e8e9f1-fe2e-4a67-8715-09631f3686d9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Jul 30 10:49:18.046559 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.057810 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.058173 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.059083 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.059405 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > port after_create 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.059773 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.060100 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > port after_update 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.060429 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.060759 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.061077 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.061635 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.310812 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.311227 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.317991 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.318421 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:49:18.318831 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f921904-5086-4005-9d84-aa09b388e458']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:18.347434 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.368129 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb76ad61-c503-452e-9a5c-315a5651bdc0') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:18.369116 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb76ad61-c503-452e-9a5c-315a5651bdc0') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:49:18.392665 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.393769 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-38f83d7a-97ad-4ff6-8726-73c18410adca tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:18.401666 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-38f83d7a-97ad-4ff6-8726-73c18410adca tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.1751783 Jul 30 10:49:18.418230 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.424435 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-c53df19a-2294-4e88-b3fe-e5a4eb5d22d5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/quotas/c417e4ae229f4d88ac1906067a1474e3 HTTP/1.1" status: 200 len: 375 time: 0.0199220 Jul 30 10:49:18.437613 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:49:18.438820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: from cryptography.utils import int_from_bytes Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: from cryptography.utils import int_from_bytes Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:49:18.452575 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:49:18.518434 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-37909254-6604-424e-b09c-433eefea34b2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838490 Jul 30 10:49:18.545942 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.568487 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f921904-5086-4005-9d84-aa09b388e458,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:18.570407 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.572407 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d91ab90e-f917-4fb5-8ce9-80a651166f40 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6f921904-5086-4005-9d84-aa09b388e458 HTTP/1.1" status: 204 len: 168 time: 0.7835646 Jul 30 10:49:18.632982 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-8b7e3479-bc30-444f-8b09-c61079e9fcea service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048920 Jul 30 10:49:18.751430 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-c40c5553-54b4-41bb-8a13-ee97ebfcaee1 service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094210 Jul 30 10:49:18.764166 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57088) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:18.809032 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ccb6f5a2-ce1c-4ae9-a326-c564cad98711 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e561cee646c64b0e90458bae18236916&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413179 Jul 30 10:49:18.809343 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57092) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:18.877665 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45e22551-a99e-46cb-9541-f90331e85ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.904970 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45e22551-a99e-46cb-9541-f90331e85ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.953043 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-679d9fb6-b9dd-43f8-8aef-8fcd8da13bda req-089ce967-56ef-4c01-8b5a-ac507cc1ca07 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 210 time: 0.0339253 Jul 30 10:49:18.965433 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45e22551-a99e-46cb-9541-f90331e85ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.968555 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45e22551-a99e-46cb-9541-f90331e85ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:18.970243 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-45e22551-a99e-46cb-9541-f90331e85ce3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33461be3-b69c-483c-99ef-cc6eef150f3f HTTP/1.1" status: 204 len: 168 time: 0.1595778 Jul 30 10:49:18.996725 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e22551-a99e-46cb-9541-f90331e85ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33461be3-b69c-483c-99ef-cc6eef150f3f,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:19.110832 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7ad7-948f-4d18-9250-1d02bb8e94c6 req-809c8f0d-39be-4974-a9f8-d8ebc102e508 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:19.112791 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-738e7ad7-948f-4d18-9250-1d02bb8e94c6 req-809c8f0d-39be-4974-a9f8-d8ebc102e508 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0633447 Jul 30 10:49:19.160667 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-738e7ad7-948f-4d18-9250-1d02bb8e94c6 req-926f5bf1-fd34-416c-9243-abe480674f99 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jul 30 10:49:20.058942 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-350d900e-900d-4d59-a8b6-4f7a8a10b6c5 req-7c643235-f41c-494b-91d2-4ea948354c27 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 210 time: 0.0314436 Jul 30 10:49:20.278622 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61991889-23d0-452f-8c35-07434dbe281f req-6d29f5fa-e9a3-4516-b9f3-719d044e1efd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:20.280046 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-61991889-23d0-452f-8c35-07434dbe281f req-6d29f5fa-e9a3-4516-b9f3-719d044e1efd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0503123 Jul 30 10:49:20.322394 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-61991889-23d0-452f-8c35-07434dbe281f req-3a505de6-95f4-455a-95fe-880a167e1a5e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355699 Jul 30 10:49:21.152983 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2d844f60-b6d1-4f78-a28e-3c68b53b52ee req-96e5ce86-4aca-43d9-b8d5-5590df41988b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 210 time: 0.0258899 Jul 30 10:49:21.656091 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2096d-d586-4edc-9db9-2b32e8cc2efa req-ade5f056-695b-488e-9210-506a25eb72a2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:21.658353 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-52f2096d-d586-4edc-9db9-2b32e8cc2efa req-ade5f056-695b-488e-9210-506a25eb72a2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.2580359 Jul 30 10:49:21.700243 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-52f2096d-d586-4edc-9db9-2b32e8cc2efa req-bec1754b-2908-4a3c-8e98-5e8bf704d4fd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jul 30 10:49:22.129373 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-6d3b17b6-06e8-4a4a-973d-5b492a8737d4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:22.131092 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-6d3b17b6-06e8-4a4a-973d-5b492a8737d4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.1039579 Jul 30 10:49:22.160448 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Request body: {'port': {'device_id': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'admin_state_up': True, 'tenant_id': 'c417e4ae229f4d88ac1906067a1474e3'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:22.270874 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ffc2bbcb-daf2-498e-bb88-dec9f1b5fa23 req-01786c83-9e2a-4c55-84d9-6ab2676ee380 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 210 time: 0.0262895 Jul 30 10:49:22.308529 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Made reservation on behalf of c417e4ae229f4d88ac1906067a1474e3 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:49:22.312218 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:22.445259 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Allocated IP 172.20.0.12 (432b3d58-26d9-49cd-b016-58ed71a7d2ab/3abd4453-dae0-4b18-82f0-520752a35bef/239fb795-82c1-4951-9080-7a9323034326) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:49:22.594180 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:22.642225 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:22.693646 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:49:22.696073 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:49:22.698104 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:49:22.700604 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:49:22.708097 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:22.708748 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:22.731514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event updated for resources: {'Port': ['ID=239fb795-82c1-4951-9080-7a9323034326,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:22.741362 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-d31c0478-8672-4077-a667-bb2463fa3fea tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848055 Jul 30 10:49:22.767328 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Request body: {'port': {'device_id': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:22.830435 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:22.843553 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ce5d-698a-459a-ae55-f305fc0a2634 req-35abc068-cdec-4f4d-a27c-a128a7dae5ee tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:22.845123 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7d7ce5d-698a-459a-ae55-f305fc0a2634 req-35abc068-cdec-4f4d-a27c-a128a7dae5ee tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0692487 Jul 30 10:49:22.894944 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7d7ce5d-698a-459a-ae55-f305fc0a2634 req-c7b578a3-f343-4b22-80e3-f9ed15160b0c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Jul 30 10:49:23.106027 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239fb795-82c1-4951-9080-7a9323034326 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:49:23.114234 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:23.126701 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Transition to ACTIVE for port object 239fb795-82c1-4951-9080-7a9323034326 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:49:23.130046 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:23.177979 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=239fb795-82c1-4951-9080-7a9323034326,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:23.211640 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Attempting to bind port 239fb795-82c1-4951-9080-7a9323034326 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:49:23.211890 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Attempting to bind port 239fb795-82c1-4951-9080-7a9323034326 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:49:23.212237 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Attempting to bind port 239fb795-82c1-4951-9080-7a9323034326 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:49:23.216338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Port 239fb795-82c1-4951-9080-7a9323034326 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:49:23.216655 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Attempting to bind port 239fb795-82c1-4951-9080-7a9323034326 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:49:23.221526 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:49:23.221887 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Checking segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:49:23.222271 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Bound using segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:49:23.222702 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Bound port: 239fb795-82c1-4951-9080-7a9323034326, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:49:23.223036 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:23.286377 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] For port 239fb795-82c1-4951-9080-7a9323034326, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:49:23.289343 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] For port 239fb795-82c1-4951-9080-7a9323034326, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=239fb795-82c1-4951-9080-7a9323034326,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:49:23.293396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:23.334651 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:23.335269 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:23.336663 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] 10.222.0.10 "PUT /v2.0/ports/239fb795-82c1-4951-9080-7a9323034326 HTTP/1.1" status: 200 len: 1094 time: 0.5744171 Jul 30 10:49:23.337107 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'tag': '239fb795-82c1-4951-9080-7a9323034326'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:49:23.339550 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c30097-cb12-41fa-893c-86a56d24a8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf38d01-9077-430e-8d5a-007f9fee33ac", "tag": "239fb795-82c1-4951-9080-7a9323034326"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:49:23.386418 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548ed94-2d6a-4ced-b3a3-158902d6aab1 x-openstack-request-id: req-5548ed94-2d6a-4ced-b3a3-158902d6aab1 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:49:23.386708 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf38d01-9077-430e-8d5a-007f9fee33ac", "tag": "239fb795-82c1-4951-9080-7a9323034326", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:49:23.386957 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5548ed94-2d6a-4ced-b3a3-158902d6aab1 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:49:23.387398 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'tag': '239fb795-82c1-4951-9080-7a9323034326', 'status': 'completed', 'code': 200} Jul 30 10:49:23.393112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb741-f60a-49fc-862b-ec75d3b6eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=239fb795-82c1-4951-9080-7a9323034326,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:23.419706 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375309-cf02-4789-83df-6a22d5f97759 req-e69c82e6-2c02-4202-94d0-66c6a01bde7b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:23.421197 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-db375309-cf02-4789-83df-6a22d5f97759 req-e69c82e6-2c02-4202-94d0-66c6a01bde7b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0729563 Jul 30 10:49:23.491197 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-db375309-cf02-4789-83df-6a22d5f97759 req-65c70aa9-ecc3-47a7-8f96-58404fb96a33 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Jul 30 10:49:23.494369 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-af0312f6-55f4-49ba-9004-ac29e9bfa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:23.504368 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-af0312f6-55f4-49ba-9004-ac29e9bfa737 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 1097 time: 0.0819850 Jul 30 10:49:23.582854 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-1d2d5082-31be-4605-8d73-81184a7c9d38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=239fb795-82c1-4951-9080-7a9323034326 HTTP/1.1" status: 200 len: 217 time: 0.0385954 Jul 30 10:49:23.649047 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-a6777919-df60-4cbb-a84b-bace8270a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:23.650672 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-a6777919-df60-4cbb-a84b-bace8270a948 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.0585063 Jul 30 10:49:23.686800 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-9803f5ae-14b3-4c3a-81d7-a3329607289a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269585 Jul 30 10:49:23.788592 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-0872bdf8-6fe2-4ae4-b312-3b506e0a4f3d service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915821 Jul 30 10:49:23.892778 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d309cfb0-7892-46cf-920f-8e7ff00825d0 req-376f0f3a-12e1-45b9-912b-bc25f55c68d3 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962849 Jul 30 10:49:24.024692 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ccea8-ea7b-420c-82f3-5308e9a1c811 req-cffc5302-cf5a-4a32-9b52-02f63585eb09 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:24.026548 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a02ccea8-ea7b-420c-82f3-5308e9a1c811 req-cffc5302-cf5a-4a32-9b52-02f63585eb09 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0570033 Jul 30 10:49:24.103844 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a02ccea8-ea7b-420c-82f3-5308e9a1c811 req-f07ddaff-fc94-41ae-af0a-2c6c776127d3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666840 Jul 30 10:49:24.107206 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-1ed6cea5-c83f-4bbd-9c31-115fd8a4a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:24.108160 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-1ed6cea5-c83f-4bbd-9c31-115fd8a4a65d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 1097 time: 0.0806489 Jul 30 10:49:24.214105 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-852b2143-8c02-4026-97fd-e76f3ed547da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:24.215637 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-852b2143-8c02-4026-97fd-e76f3ed547da service neutron] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 916 time: 0.0992446 Jul 30 10:49:24.263987 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-af59276d-d7eb-4622-856d-ba70e867d58f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=239fb795-82c1-4951-9080-7a9323034326 HTTP/1.1" status: 200 len: 217 time: 0.0400305 Jul 30 10:49:24.315616 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-3eff41eb-d551-4174-8bf9-82874f9dd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:24.317076 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-3eff41eb-d551-4174-8bf9-82874f9dd931 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.0455987 Jul 30 10:49:24.352566 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-72293fec-cff6-4487-a55b-ca4983d9e86c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256467 Jul 30 10:49:24.449487 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-4aaff673-c95c-4808-ba39-c2560f3b595c service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Jul 30 10:49:24.546371 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7c30097-cb12-41fa-893c-86a56d24a8ff req-254b9c86-e160-436f-99a3-633af3775a76 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Jul 30 10:49:24.628793 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58d415-842a-40fb-a2c3-29f408dd6e8b req-2e4db30a-73f3-4576-aaa4-d32a0efa8259 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:24.631545 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0a58d415-842a-40fb-a2c3-29f408dd6e8b req-2e4db30a-73f3-4576-aaa4-d32a0efa8259 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0529857 Jul 30 10:49:24.674899 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0a58d415-842a-40fb-a2c3-29f408dd6e8b req-034f94b4-701a-43f4-abec-d59f0cb55869 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Jul 30 10:49:25.247572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57268) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:25.252089 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d1f60-eaae-42d6-939c-30753651ba38 req-0a5a0714-2358-4f5b-a973-bbbd9e25c5fc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:25.253413 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f6d1f60-eaae-42d6-939c-30753651ba38 req-0a5a0714-2358-4f5b-a973-bbbd9e25c5fc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0592711 Jul 30 10:49:25.294767 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f6d1f60-eaae-42d6-939c-30753651ba38 req-583e0605-7c03-4662-a5cd-a5bc0f517845 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Jul 30 10:49:25.374613 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-cb51dfea-b7f1-48e3-9a8f-b97d0d99349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.482419 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-cb51dfea-b7f1-48e3-9a8f-b97d0d99349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.487104 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-cb51dfea-b7f1-48e3-9a8f-b97d0d99349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.525630 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-cb51dfea-b7f1-48e3-9a8f-b97d0d99349f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aee3e27f1dfe46bb863cf10eb40b5d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769611 Jul 30 10:49:25.526511 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51dfea-b7f1-48e3-9a8f-b97d0d99349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fc67bd-ced0-4403-8e37-47b58aaae4a8,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:25.528371 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57276) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:25.576801 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-59b9cdf5-0707-4680-8fa8-ea5b80799098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.597724 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-59b9cdf5-0707-4680-8fa8-ea5b80799098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.646683 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-59b9cdf5-0707-4680-8fa8-ea5b80799098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.649532 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-59b9cdf5-0707-4680-8fa8-ea5b80799098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:25.650815 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-59b9cdf5-0707-4680-8fa8-ea5b80799098 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53fc67bd-ced0-4403-8e37-47b58aaae4a8 HTTP/1.1" status: 204 len: 168 time: 0.1213703 Jul 30 10:49:25.659239 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9cdf5-0707-4680-8fa8-ea5b80799098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fc67bd-ced0-4403-8e37-47b58aaae4a8,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:25.798338 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8fb67-af8a-4306-90ec-f5cd75255183 req-21872640-0969-4eaa-9bf3-83b85539ed25 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:25.800030 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56d8fb67-af8a-4306-90ec-f5cd75255183 req-21872640-0969-4eaa-9bf3-83b85539ed25 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0564377 Jul 30 10:49:25.847677 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56d8fb67-af8a-4306-90ec-f5cd75255183 req-17f1498d-2901-49eb-8775-0335de18fc08 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Jul 30 10:49:26.416038 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec316-fbf9-44bd-9298-823676dc9eda req-f7251c9c-5551-4880-8756-1fa251140d19 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:26.417526 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-47fec316-fbf9-44bd-9298-823676dc9eda req-f7251c9c-5551-4880-8756-1fa251140d19 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0514905 Jul 30 10:49:26.457982 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-47fec316-fbf9-44bd-9298-823676dc9eda req-3c948a06-211c-46fe-b3b1-1b3a4ad41ccb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Jul 30 10:49:26.970458 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eb482-bf24-45b5-ac91-a22a947602a7 req-b4704f52-2621-4740-9712-685360b5c21e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:26.971701 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6f5eb482-bf24-45b5-ac91-a22a947602a7 req-b4704f52-2621-4740-9712-685360b5c21e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0530353 Jul 30 10:49:27.014416 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6f5eb482-bf24-45b5-ac91-a22a947602a7 req-d55c2ffd-0bf6-4b18-a518-4e8ce24e2ea6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Jul 30 10:49:27.578727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9279f1-5436-4386-9f8c-e095af156a29 req-abdf407d-3cec-4a80-9539-a243d19ed1ba tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:27.581073 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3e9279f1-5436-4386-9f8c-e095af156a29 req-abdf407d-3cec-4a80-9539-a243d19ed1ba tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0545104 Jul 30 10:49:27.621174 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3e9279f1-5436-4386-9f8c-e095af156a29 req-a3478b8e-1012-4a52-96cb-b2e7ad4f6e1a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Jul 30 10:49:28.146741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ed436-a7fb-4741-af00-fd0244db59f7 req-f767ad58-5e12-4680-90c6-f64b37314691 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:28.148271 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-412ed436-a7fb-4741-af00-fd0244db59f7 req-f767ad58-5e12-4680-90c6-f64b37314691 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0540013 Jul 30 10:49:28.186965 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-412ed436-a7fb-4741-af00-fd0244db59f7 req-54a7b8e1-fbe6-4bb3-a094-0d4d91648369 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jul 30 10:49:28.751518 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06a248-4483-475a-b6c7-80d920fff656 req-e0e95742-ec88-4e06-a55b-e86f68be3cd3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:28.753235 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd06a248-4483-475a-b6c7-80d920fff656 req-e0e95742-ec88-4e06-a55b-e86f68be3cd3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0593634 Jul 30 10:49:28.803716 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd06a248-4483-475a-b6c7-80d920fff656 req-ce45016e-265e-4b2a-b914-4ed156674ee9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Jul 30 10:49:29.306871 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ec9f-c5ca-4e30-b79f-104c05b49396 req-03baf643-9a53-4677-af34-9a8561e2a987 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:29.308404 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-12c5ec9f-c5ca-4e30-b79f-104c05b49396 req-03baf643-9a53-4677-af34-9a8561e2a987 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0498173 Jul 30 10:49:29.353004 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-12c5ec9f-c5ca-4e30-b79f-104c05b49396 req-c22659c0-f7d1-4900-b8b3-a57a38faf5a3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Jul 30 10:49:29.912991 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742d03b-dbe7-4dc0-867c-b68bae769749 req-08a67e25-3478-4d37-bc80-505da5c539ec tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:29.914492 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c742d03b-dbe7-4dc0-867c-b68bae769749 req-08a67e25-3478-4d37-bc80-505da5c539ec tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0507419 Jul 30 10:49:29.951942 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c742d03b-dbe7-4dc0-867c-b68bae769749 req-a2658eb1-5c18-479b-b2ae-3e28c4a3e6b4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Jul 30 10:49:30.288573 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 239fb795-82c1-4951-9080-7a9323034326 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:49:30.388103 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 239fb795-82c1-4951-9080-7a9323034326, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=239fb795-82c1-4951-9080-7a9323034326,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:49:30.400997 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '239fb795-82c1-4951-9080-7a9323034326', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'port_id': '239fb795-82c1-4951-9080-7a9323034326', 'mac_address': 'fa:16:3e:c7:7d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abd4453-dae0-4b18-82f0-520752a35bef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:49:30.443530 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:30.457335 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239fb795-82c1-4951-9080-7a9323034326 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:49:30.471625 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd96da1-6997-4600-a1d4-7598cdb51f18 req-650c7410-83d6-4227-bb25-ffc1e4661368 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:30.473345 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4fd96da1-6997-4600-a1d4-7598cdb51f18 req-650c7410-83d6-4227-bb25-ffc1e4661368 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 944 time: 0.0513275 Jul 30 10:49:30.479591 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 239fb795-82c1-4951-9080-7a9323034326, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=239fb795-82c1-4951-9080-7a9323034326,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:49:30.484500 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:30.515945 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4fd96da1-6997-4600-a1d4-7598cdb51f18 req-e443ec80-f149-4496-9c4e-2ddae76e68af tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Jul 30 10:49:30.540361 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=239fb795-82c1-4951-9080-7a9323034326,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:30.547507 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.547842 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.548449 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.548797 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.549141 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.549482 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.549815 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.550173 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.550507 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.550859 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.551187 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:30.551519 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:49:31.065858 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1285ec9-b7dd-4437-945c-2fd91c1380eb req-293b5666-4be6-4781-98f0-67e0eb78454d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:31.067458 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c1285ec9-b7dd-4437-945c-2fd91c1380eb req-293b5666-4be6-4781-98f0-67e0eb78454d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Jul 30 10:49:31.105302 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c1285ec9-b7dd-4437-945c-2fd91c1380eb req-39ec8282-a451-4384-8959-20f22e461631 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Jul 30 10:49:31.638757 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489f99-96f2-4bb5-8eea-0696db3dc720 req-a39184ec-2f35-4547-8f29-7adef2906444 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:31.640169 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6d489f99-96f2-4bb5-8eea-0696db3dc720 req-a39184ec-2f35-4547-8f29-7adef2906444 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 945 time: 0.0524983 Jul 30 10:49:31.679096 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6d489f99-96f2-4bb5-8eea-0696db3dc720 req-f7232901-8014-41bf-9a4f-118e42c9e5f5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jul 30 10:49:32.220281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce25aaf-a100-4962-82a8-1b31d55c3f6a req-00d4abc2-b7cd-4cb0-85f5-f144d705e7bd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:32.222170 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1ce25aaf-a100-4962-82a8-1b31d55c3f6a req-00d4abc2-b7cd-4cb0-85f5-f144d705e7bd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0511005 Jul 30 10:49:32.260691 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1ce25aaf-a100-4962-82a8-1b31d55c3f6a req-1e341609-fbe0-4c14-80d3-7c220d44357e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Jul 30 10:49:32.783092 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['239fb795-82c1-4951-9080-7a9323034326'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:49:32.794978 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786be996-3b8e-47ab-a3b6-4b13a1c283c9 req-a0d0b39a-9ae5-43d1-bbfb-13ea638e9b2b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:32.796962 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-786be996-3b8e-47ab-a3b6-4b13a1c283c9 req-a0d0b39a-9ae5-43d1-bbfb-13ea638e9b2b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 945 time: 0.0493345 Jul 30 10:49:32.835886 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-786be996-3b8e-47ab-a3b6-4b13a1c283c9 req-a24f187d-7c61-484d-ad5e-d10bb660c016 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Jul 30 10:49:33.380112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c312faa-5c4a-4477-bc6b-5d544193d4df req-82d655df-c2d5-4ef8-9678-bed8a2eb14b5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:33.381518 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1c312faa-5c4a-4477-bc6b-5d544193d4df req-82d655df-c2d5-4ef8-9678-bed8a2eb14b5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0493176 Jul 30 10:49:33.419880 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1c312faa-5c4a-4477-bc6b-5d544193d4df req-fc5bc1db-9cfd-48f5-82a7-5283c9b5b184 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jul 30 10:49:33.954126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a75000-fc8c-4c77-9d9d-7ad21dc24795 req-b00b9657-de28-4d8f-beba-015776af6a76 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:33.955613 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f2a75000-fc8c-4c77-9d9d-7ad21dc24795 req-b00b9657-de28-4d8f-beba-015776af6a76 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 945 time: 0.0526133 Jul 30 10:49:33.994653 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f2a75000-fc8c-4c77-9d9d-7ad21dc24795 req-c89edb11-7de4-47eb-9581-39705f76cc3e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Jul 30 10:49:34.536849 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519db4d-6b21-4008-9901-d656ae910522 req-4a229fbe-e1cb-4acd-9bbd-fb612e9bf70d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:34.538284 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3519db4d-6b21-4008-9901-d656ae910522 req-4a229fbe-e1cb-4acd-9bbd-fb612e9bf70d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0483043 Jul 30 10:49:34.576687 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3519db4d-6b21-4008-9901-d656ae910522 req-8c21f45a-42dd-44f2-9b78-9dabd28ccf37 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Jul 30 10:49:35.128169 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e972dd-3bd6-49e1-bcc8-1a08da58893a req-13fcd766-0d4e-4bd2-994e-0a723bb521f2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:35.130532 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e5e972dd-3bd6-49e1-bcc8-1a08da58893a req-13fcd766-0d4e-4bd2-994e-0a723bb521f2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 945 time: 0.0690193 Jul 30 10:49:35.167423 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e5e972dd-3bd6-49e1-bcc8-1a08da58893a req-9a197209-9b99-40e3-8804-b9ae7f9a4dc5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Jul 30 10:49:35.697661 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb89c9-ca8d-45eb-b1e2-e61030839730 req-be0967e9-6bd5-48a7-8b1c-9319c8b018bf tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:35.699169 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3cbb89c9-ca8d-45eb-b1e2-e61030839730 req-be0967e9-6bd5-48a7-8b1c-9319c8b018bf tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Jul 30 10:49:35.743942 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3cbb89c9-ca8d-45eb-b1e2-e61030839730 req-aefcfe84-cb14-41db-a951-c0fad4160aa7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378270 Jul 30 10:49:36.285437 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b7d21-0f89-46f9-8138-7a72be1e5736 req-c985438f-9329-44bd-bd3d-156ee2d6727c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:36.286959 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9e3b7d21-0f89-46f9-8138-7a72be1e5736 req-c985438f-9329-44bd-bd3d-156ee2d6727c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 945 time: 0.0522437 Jul 30 10:49:36.325115 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9e3b7d21-0f89-46f9-8138-7a72be1e5736 req-fadf979c-350d-4ec6-95ad-6ba2b6fb47db tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Jul 30 10:49:36.874037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c53cc6-5773-4617-a998-bbbf4924fddd req-2ec6c3b5-b088-495b-8ac1-30888db217d7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:36.874037 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-95c53cc6-5773-4617-a998-bbbf4924fddd req-2ec6c3b5-b088-495b-8ac1-30888db217d7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0559702 Jul 30 10:49:36.913226 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-95c53cc6-5773-4617-a998-bbbf4924fddd req-1c657264-1080-4746-bd2f-a91e692653a9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Jul 30 10:49:36.967333 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 239fb795-82c1-4951-9080-7a9323034326 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:49:37.019064 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 239fb795-82c1-4951-9080-7a9323034326 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:49:37.023366 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 239fb795-82c1-4951-9080-7a9323034326 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:49:37.023861 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:37.109406 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:37.134597 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fb795-82c1-4951-9080-7a9323034326'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:49:37.136984 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ed5e9-3787-4814-bf8e-12437119fa4b" -d '{"events": [{"server_uuid": "ecf38d01-9077-430e-8d5a-007f9fee33ac", "name": "network-vif-plugged", "status": "completed", "tag": "239fb795-82c1-4951-9080-7a9323034326"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:49:37.151972 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 239fb795-82c1-4951-9080-7a9323034326, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=239fb795-82c1-4951-9080-7a9323034326,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:49:37.157788 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:37.191909 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a956bc6-2d89-4b9a-8ccc-665621b42a98 x-openstack-request-id: req-6a956bc6-2d89-4b9a-8ccc-665621b42a98 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:49:37.192263 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf38d01-9077-430e-8d5a-007f9fee33ac", "name": "network-vif-plugged", "status": "completed", "tag": "239fb795-82c1-4951-9080-7a9323034326", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:49:37.192538 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a956bc6-2d89-4b9a-8ccc-665621b42a98 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:49:37.192978 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fb795-82c1-4951-9080-7a9323034326', 'code': 200} Jul 30 10:49:37.213053 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=239fb795-82c1-4951-9080-7a9323034326,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:37.524030 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c22d6-f492-42d3-bee5-68eec058b290 req-9f963bf2-cb67-4edf-80f9-71dc6a67b453 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:37.525665 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-360c22d6-f492-42d3-bee5-68eec058b290 req-9f963bf2-cb67-4edf-80f9-71dc6a67b453 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.1108224 Jul 30 10:49:37.560170 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd510a9b-6ff8-4c3b-b3f7-023e1b61e11a req-ae96421c-17f1-44c1-8bb3-8f34cd8b1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:37.562152 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd510a9b-6ff8-4c3b-b3f7-023e1b61e11a req-ae96421c-17f1-44c1-8bb3-8f34cd8b1857 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 1099 time: 0.1030159 Jul 30 10:49:37.604103 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-360c22d6-f492-42d3-bee5-68eec058b290 req-ef9cfc7f-ea7d-427e-9467-918312c67559 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Jul 30 10:49:37.621185 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd510a9b-6ff8-4c3b-b3f7-023e1b61e11a req-6ebbc405-496e-4906-adab-c97ebd82fe5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489175 Jul 30 10:49:38.034825 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1143f41-1489-468a-893d-b24bc20c4f15 req-a9640cf8-b0a3-4814-8e12-7a3ac2ae8766 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:38.036357 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e1143f41-1489-468a-893d-b24bc20c4f15 req-a9640cf8-b0a3-4814-8e12-7a3ac2ae8766 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0512261 Jul 30 10:49:38.074701 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e1143f41-1489-468a-893d-b24bc20c4f15 req-f5a9d0cf-1f3a-4e2c-8f91-9c267637c1c3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Jul 30 10:49:38.719572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659789e-bf4c-4a02-b3ce-969146a0c290 req-f9937ba4-595b-4f44-ac09-61ce3f5a8b25 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:38.721080 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1659789e-bf4c-4a02-b3ce-969146a0c290 req-f9937ba4-595b-4f44-ac09-61ce3f5a8b25 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0489092 Jul 30 10:49:38.759823 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1659789e-bf4c-4a02-b3ce-969146a0c290 req-2a92f730-59c7-4a70-94c4-708ca5dd03a6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Jul 30 10:49:39.194709 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c369f9d-3c58-41e8-afa2-0926f87ae955 req-abf4a001-2b0e-420b-b30d-c24aabc55433 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:39.196109 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3c369f9d-3c58-41e8-afa2-0926f87ae955 req-abf4a001-2b0e-420b-b30d-c24aabc55433 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0517352 Jul 30 10:49:39.423274 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3c369f9d-3c58-41e8-afa2-0926f87ae955 req-2c525ca2-4bc6-40a5-a33f-c82875cbada1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210989 Jul 30 10:49:39.873943 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1147-56d8-49a5-8cbd-27aa6fac8384 req-40e734de-0636-4a32-bf21-5329939ef362 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:39.875865 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b77d1147-56d8-49a5-8cbd-27aa6fac8384 req-40e734de-0636-4a32-bf21-5329939ef362 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0480320 Jul 30 10:49:39.913655 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b77d1147-56d8-49a5-8cbd-27aa6fac8384 req-6f0fcbef-644d-4043-9243-d761fd5b4a29 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318966 Jul 30 10:49:39.949282 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-3774a132-8061-4bc7-bfac-07ebae0bc774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:40.534467 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736730d-676f-4eb0-85d8-9cfe9c2b3f19 req-414b851f-6cdf-4454-b672-580719ce2cc3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:40.535958 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a736730d-676f-4eb0-85d8-9cfe9c2b3f19 req-414b851f-6cdf-4454-b672-580719ce2cc3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0479765 Jul 30 10:49:40.573387 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a736730d-676f-4eb0-85d8-9cfe9c2b3f19 req-75020ae1-29d0-4e5f-88b2-4a26fbdf371e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Jul 30 10:49:41.030436 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f55da2-8af0-4f6d-b0ed-9c15123f0800 req-5a537afe-86c6-43ab-ab52-f8accb114edf tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:41.032564 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a5f55da2-8af0-4f6d-b0ed-9c15123f0800 req-5a537afe-86c6-43ab-ab52-f8accb114edf tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0520170 Jul 30 10:49:41.072170 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a5f55da2-8af0-4f6d-b0ed-9c15123f0800 req-e98c0273-5c1e-422c-a7d3-7b1ca04b0b04 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Jul 30 10:49:41.698181 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ceec0-da3a-470d-a232-7bec0e71dc35 req-e54a86c1-caef-4031-9464-cc6cf78c084b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:41.699862 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-aa3ceec0-da3a-470d-a232-7bec0e71dc35 req-e54a86c1-caef-4031-9464-cc6cf78c084b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0576992 Jul 30 10:49:41.746061 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-aa3ceec0-da3a-470d-a232-7bec0e71dc35 req-5c43f181-3647-4e01-91ec-48991a562708 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Jul 30 10:49:42.192319 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44159334-2291-4e5b-bddb-f6b120228471 req-8e9ef578-fa9a-4098-8397-efefcc66fe26 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:42.193896 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-44159334-2291-4e5b-bddb-f6b120228471 req-8e9ef578-fa9a-4098-8397-efefcc66fe26 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0500040 Jul 30 10:49:42.232289 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-44159334-2291-4e5b-bddb-f6b120228471 req-262f3953-a313-409e-bbc0-eb8d8f2c5b0c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Jul 30 10:49:42.756239 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:42.833628 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8b7353e5-eddb-4615-9514-12c19fcd6ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:42.893576 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f5f6-3dfd-42a0-a44f-da09a299a83e req-16ae7f82-0e41-40cc-bc32-fee1bbaed5fb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:42.895266 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0fd0f5f6-3dfd-42a0-a44f-da09a299a83e req-16ae7f82-0e41-40cc-bc32-fee1bbaed5fb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0603864 Jul 30 10:49:42.948254 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0fd0f5f6-3dfd-42a0-a44f-da09a299a83e req-a850f7f4-a71b-45f7-8227-28cf295784b8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450618 Jul 30 10:49:43.364786 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be822084-fee4-4c4e-8095-ba4f04a75024 req-3ce5ba04-cd5f-41ff-8c32-b3add038adfc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:43.366405 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-be822084-fee4-4c4e-8095-ba4f04a75024 req-3ce5ba04-cd5f-41ff-8c32-b3add038adfc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0564957 Jul 30 10:49:43.399898 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:43.412097 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-be822084-fee4-4c4e-8095-ba4f04a75024 req-910a38c9-0480-4f55-a8bd-cbc855c197ba tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374813 Jul 30 10:49:44.090699 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e188-13f4-4639-8dad-a64449ae0fb3 req-e6d1947a-47e2-404a-86c9-4d20bc389197 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:44.098212 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5b07e188-13f4-4639-8dad-a64449ae0fb3 req-e6d1947a-47e2-404a-86c9-4d20bc389197 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0628967 Jul 30 10:49:44.139230 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5b07e188-13f4-4639-8dad-a64449ae0fb3 req-6ea357c6-3e0a-447b-98ca-0b8593306fe2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Jul 30 10:49:45.251594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:45.268546 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903710-df95-4ca9-a997-d5bf7660b474 req-262631f4-c472-49ad-b55e-c9bd59d2a992 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:45.270225 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0c903710-df95-4ca9-a997-d5bf7660b474 req-262631f4-c472-49ad-b55e-c9bd59d2a992 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0555649 Jul 30 10:49:45.322328 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0c903710-df95-4ca9-a997-d5bf7660b474 req-de44757d-8ee6-41ea-8b08-d2f881ed004a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Jul 30 10:49:46.448433 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acd179-515c-4017-bebb-5456b61fcc9c req-467db16b-14f2-4407-9762-6a6fc582fced tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:46.449986 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-83acd179-515c-4017-bebb-5456b61fcc9c req-467db16b-14f2-4407-9762-6a6fc582fced tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Jul 30 10:49:46.489181 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-83acd179-515c-4017-bebb-5456b61fcc9c req-8771a185-9a4b-4b3a-8ad6-3781bcf9f8e4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Jul 30 10:49:47.613695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d1096-a01c-4f1e-b5fa-2ebe5f34cb1d req-14d0211b-04f2-465d-a0ff-45ac6a57dd0b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:47.615306 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e34d1096-a01c-4f1e-b5fa-2ebe5f34cb1d req-14d0211b-04f2-465d-a0ff-45ac6a57dd0b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0540831 Jul 30 10:49:47.659068 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e34d1096-a01c-4f1e-b5fa-2ebe5f34cb1d req-c235ea88-11fe-4d59-8ac8-baaf58382750 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376828 Jul 30 10:49:48.363193 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:48.775432 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd346201-9cf2-4b15-942f-68a41ed8e843 req-75943e1b-f6ff-4236-a033-c8511721c9f1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:48.776999 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fd346201-9cf2-4b15-942f-68a41ed8e843 req-75943e1b-f6ff-4236-a033-c8511721c9f1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0487165 Jul 30 10:49:48.817543 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fd346201-9cf2-4b15-942f-68a41ed8e843 req-90e53fae-d0cf-4798-9a84-c290789b3f66 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Jul 30 10:49:49.352549 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:49:49.610774 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-22ea6c07-4b1b-4a04-9b4c-f0d21274440b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:49.612300 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-22ea6c07-4b1b-4a04-9b4c-f0d21274440b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.1346412 Jul 30 10:49:49.633817 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-37c8ffb1-3d2b-481c-8048-00ae8bee5a41 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/quotas/c417e4ae229f4d88ac1906067a1474e3 HTTP/1.1" status: 200 len: 375 time: 0.0134547 Jul 30 10:49:49.740682 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-47fe04f0-5545-4ded-a20d-3e11cfbd8a50 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996253 Jul 30 10:49:49.803264 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57712) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:49.860677 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-2c394c06-92c3-4cd4-b54e-5d85af435a12 service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187766 Jul 30 10:49:49.893054 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f145cf-9e2a-457e-b90f-173283d1068f req-d91d7819-8c3d-4478-bb8d-98caaa177dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:49.895048 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f6f145cf-9e2a-457e-b90f-173283d1068f req-d91d7819-8c3d-4478-bb8d-98caaa177dd6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 1099 time: 0.0649979 Jul 30 10:49:49.986408 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ed6e49af-88da-4b54-8096-0610a44bc1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:49.986841 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-80a1107f-a157-4bfe-90ed-294f483f88f4 service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188595 Jul 30 10:49:49.997318 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f6f145cf-9e2a-457e-b90f-173283d1068f req-a76fab1c-e2f6-4429-aa49-733866b03ce5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921257 Jul 30 10:49:50.024335 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b711a-1003-4153-90f9-9bb158719b39 req-0b446798-b9f5-4536-ac95-3a9d55214d96 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:50.025947 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d96b711a-1003-4153-90f9-9bb158719b39 req-0b446798-b9f5-4536-ac95-3a9d55214d96 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.1101191 Jul 30 10:49:50.114528 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d96b711a-1003-4153-90f9-9bb158719b39 req-7f39ffba-12b5-4778-b9e0-0c33a3f23ec2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766351 Jul 30 10:49:50.184163 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ed6e49af-88da-4b54-8096-0610a44bc1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.188028 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ed6e49af-88da-4b54-8096-0610a44bc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.215788 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-96533839-4aec-4b70-a6c0-cd11f73186ee req-1c5b8763-140f-4783-a94c-6dccb8f2320e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 210 time: 0.0451713 Jul 30 10:49:50.249775 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ed6e49af-88da-4b54-8096-0610a44bc1b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d98fbe8a2bc54a41b0e120ef69f0b2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452765 Jul 30 10:49:50.251461 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e49af-88da-4b54-8096-0610a44bc1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d17788-9121-4da5-9422-84e3be5c204b,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:50.252781 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57728) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:50.307925 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-721a94fd-939e-4865-950a-7aa655741fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.332619 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-721a94fd-939e-4865-950a-7aa655741fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.385675 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-721a94fd-939e-4865-950a-7aa655741fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.388025 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-721a94fd-939e-4865-950a-7aa655741fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.389223 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-721a94fd-939e-4865-950a-7aa655741fbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4d17788-9121-4da5-9422-84e3be5c204b HTTP/1.1" status: 204 len: 168 time: 0.1354616 Jul 30 10:49:50.399304 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a94fd-939e-4865-950a-7aa655741fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d17788-9121-4da5-9422-84e3be5c204b,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:50.661481 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57740) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:50.674937 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ceead996-1f25-48b6-a475-bd2eb86702c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.773089 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ceead996-1f25-48b6-a475-bd2eb86702c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.776970 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ceead996-1f25-48b6-a475-bd2eb86702c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.818713 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-ceead996-1f25-48b6-a475-bd2eb86702c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02e0aba8f61a4175b960b87b89b5dab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558518 Jul 30 10:49:50.819453 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead996-1f25-48b6-a475-bd2eb86702c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc6c88d-abd7-4255-b057-62638c69f7a6,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:50.823363 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57746) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:50.879736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b0f39dc7-b67b-46c6-92f0-be4898f19dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.902268 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b0f39dc7-b67b-46c6-92f0-be4898f19dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.952795 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b0f39dc7-b67b-46c6-92f0-be4898f19dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.956529 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b0f39dc7-b67b-46c6-92f0-be4898f19dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:50.957692 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b0f39dc7-b67b-46c6-92f0-be4898f19dc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cc6c88d-abd7-4255-b057-62638c69f7a6 HTTP/1.1" status: 204 len: 168 time: 0.1294222 Jul 30 10:49:50.965641 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f39dc7-b67b-46c6-92f0-be4898f19dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc6c88d-abd7-4255-b057-62638c69f7a6,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:51.068017 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57754) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:51.275024 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821cf4b-f65e-4267-86ce-237c46254e34 req-df92e98e-35c2-466a-9d13-bd13c2767b89 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:51.276646 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4821cf4b-f65e-4267-86ce-237c46254e34 req-df92e98e-35c2-466a-9d13-bd13c2767b89 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0786517 Jul 30 10:49:51.320079 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-aeb85ab5-e9e9-4af4-8f40-d04dc39a09f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.344658 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4821cf4b-f65e-4267-86ce-237c46254e34 req-3307d4da-eac1-4c13-9106-38b59fe972f6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 Jul 30 10:49:51.457237 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f68cfef0-b651-440a-9c62-456cbb17190b req-bb586711-1a24-4875-a231-1fc635abecd5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 210 time: 0.0410779 Jul 30 10:49:51.463083 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-aeb85ab5-e9e9-4af4-8f40-d04dc39a09f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.468286 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-aeb85ab5-e9e9-4af4-8f40-d04dc39a09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.506935 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb85ab5-e9e9-4af4-8f40-d04dc39a09f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea54e64-0b6d-443c-b3d9-5c84c1791957,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:51.514711 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-aeb85ab5-e9e9-4af4-8f40-d04dc39a09f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e89d4a64b2246cc9882db9ee6e095cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422586 Jul 30 10:49:51.515008 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57774) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:51.572204 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40989f7d-e7a2-489b-a6ed-35f673d4995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.593036 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40989f7d-e7a2-489b-a6ed-35f673d4995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.643162 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40989f7d-e7a2-489b-a6ed-35f673d4995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.645938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40989f7d-e7a2-489b-a6ed-35f673d4995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:51.647098 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-40989f7d-e7a2-489b-a6ed-35f673d4995c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ea54e64-0b6d-443c-b3d9-5c84c1791957 HTTP/1.1" status: 204 len: 168 time: 0.1320872 Jul 30 10:49:51.654740 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40989f7d-e7a2-489b-a6ed-35f673d4995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea54e64-0b6d-443c-b3d9-5c84c1791957,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:52.137203 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 57806) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:52.242050 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dbe609cf-dff8-4b38-8432-f6e14a85d4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.338579 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dbe609cf-dff8-4b38-8432-f6e14a85d4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.343362 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dbe609cf-dff8-4b38-8432-f6e14a85d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.388560 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-dbe609cf-dff8-4b38-8432-f6e14a85d4e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af73feed208c4258b5677dc1d2a7ea09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477963 Jul 30 10:49:52.388560 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe609cf-dff8-4b38-8432-f6e14a85d4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da97256-e164-4d2b-b5d5-f7c2fc428815,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:52.389019 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 57820) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:52.488228 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-de18c44b-0887-4494-b611-70aea452bbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.499500 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e321b-1838-4feb-86bd-b9185d949898 req-2184b972-d018-4098-8a8a-eed30fe9728b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:52.501314 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5a2e321b-1838-4feb-86bd-b9185d949898 req-2184b972-d018-4098-8a8a-eed30fe9728b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0766628 Jul 30 10:49:52.532257 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-de18c44b-0887-4494-b611-70aea452bbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.569432 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5a2e321b-1838-4feb-86bd-b9185d949898 req-2e7189da-d1b1-4183-97bf-47acef5d3dd6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608613 Jul 30 10:49:52.606712 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-de18c44b-0887-4494-b611-70aea452bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.609791 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-de18c44b-0887-4494-b611-70aea452bbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:52.611337 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-de18c44b-0887-4494-b611-70aea452bbeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4da97256-e164-4d2b-b5d5-f7c2fc428815 HTTP/1.1" status: 204 len: 168 time: 0.2205715 Jul 30 10:49:52.621387 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18c44b-0887-4494-b611-70aea452bbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da97256-e164-4d2b-b5d5-f7c2fc428815,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:52.680938 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1053cc72-ddd8-4eb4-81be-6ab532cb7bc5 req-2c7409e9-f5b6-4b81-a7cd-3071ffaf141c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 210 time: 0.0283556 Jul 30 10:49:53.710628 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4405-12ed-42ed-8cd6-3213985c06e0 req-5f6e254a-8851-4a02-91b3-55d7aee3bcb5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:53.712176 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0bed4405-12ed-42ed-8cd6-3213985c06e0 req-5f6e254a-8851-4a02-91b3-55d7aee3bcb5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0583525 Jul 30 10:49:53.769637 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0bed4405-12ed-42ed-8cd6-3213985c06e0 req-7de106e0-7997-432c-ac4f-1e7dab774cdf tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Jul 30 10:49:53.822686 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b3de8d26-df7f-4c43-9f3f-fda3a0c517f3 req-c13fa8d7-4275-49d3-b073-b1b8fee77c05 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 210 time: 0.0457780 Jul 30 10:49:54.373765 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-3bae3358-47e8-4957-8dd4-3b6295fe72d4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:54.376943 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-3bae3358-47e8-4957-8dd4-3b6295fe72d4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.1089711 Jul 30 10:49:54.637540 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Request body: {'port': {'device_id': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'admin_state_up': True, 'tenant_id': 'c417e4ae229f4d88ac1906067a1474e3'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:54.751710 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Made reservation on behalf of c417e4ae229f4d88ac1906067a1474e3 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:49:54.755261 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:54.948533 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-662d8862-5025-4bc4-9ca2-432d9cfefb6e req-c601f3f0-a876-46a2-9b74-8cc65276ceb5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 210 time: 0.0463793 Jul 30 10:49:54.954861 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Allocated IP 172.20.0.9 (432b3d58-26d9-49cd-b016-58ed71a7d2ab/3abd4453-dae0-4b18-82f0-520752a35bef/0eb7e03c-8fd5-437d-978f-327d9140f1a4) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:49:55.018177 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8b9f-90ed-4e24-88db-85773a72d74c req-4d20f42a-de1d-4ba2-a5d0-cd5c871691b7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:55.021021 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ce7c8b9f-90ed-4e24-88db-85773a72d74c req-4d20f42a-de1d-4ba2-a5d0-cd5c871691b7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0968091 Jul 30 10:49:55.082104 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ce7c8b9f-90ed-4e24-88db-85773a72d74c req-762f80c0-cf13-4293-95e1-26b3aa97b4aa tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Jul 30 10:49:55.135886 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:55.181063 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:55.225997 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6', '239fb795-82c1-4951-9080-7a9323034326'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:49:55.240272 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-09a1290b-1d8a-4342-809c-ad4b5dcf7715 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f12dbf6a1583418d8509bc1261f1d7ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571227 Jul 30 10:49:55.311177 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:49:55.360102 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:49:55.373526 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:49:55.379947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:55.380698 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:55.398162 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event updated for resources: {'Port': ['ID=0eb7e03c-8fd5-437d-978f-327d9140f1a4,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:55.450328 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-b88b419b-f5b9-4048-afc5-87c7331ee08d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8177893 Jul 30 10:49:55.482581 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Request body: {'port': {'device_id': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:55.555304 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-2d3d1055-a5a6-4766-bd2a-65e860cc09d8 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:55.556857 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-2d3d1055-a5a6-4766-bd2a-65e860cc09d8 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962208 Jul 30 10:49:55.591027 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:55.594541 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-53f7f418-d10b-4737-bc29-32026a99a8d5 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/quotas/f12dbf6a1583418d8509bc1261f1d7ef HTTP/1.1" status: 200 len: 375 time: 0.0188816 Jul 30 10:49:55.629954 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-1f61a14d-1475-463d-a16b-88fba740ce43 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f12dbf6a1583418d8509bc1261f1d7ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291357 Jul 30 10:49:55.815640 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a257ca68-5672-4512-b566-0c6d16e85dee req-25048a39-e56e-456c-a1a1-4ed53d3cfd04 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 210 time: 0.0359747 Jul 30 10:49:55.907508 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb7e03c-8fd5-437d-978f-327d9140f1a4 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:49:55.916281 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:55.929624 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Transition to ACTIVE for port object 0eb7e03c-8fd5-437d-978f-327d9140f1a4 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:49:55.933589 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:56.130714 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e3b82-32a8-4cc5-a3e8-5b8bcd45e317 req-ede85e52-9ebc-4511-9d79-20a4ca9f8d98 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:56.132486 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3d4e3b82-32a8-4cc5-a3e8-5b8bcd45e317 req-ede85e52-9ebc-4511-9d79-20a4ca9f8d98 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 943 time: 0.0731382 Jul 30 10:49:56.179979 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3d4e3b82-32a8-4cc5-a3e8-5b8bcd45e317 req-6263660a-7b1d-4701-9fb8-00d83c4d0b97 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Jul 30 10:49:56.238633 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb7e03c-8fd5-437d-978f-327d9140f1a4,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:56.282777 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d710-19a1-48b2-8807-b2795c320331 req-28cdc66f-4464-4d21-9b38-184c409efe45 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:56.284569 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0850d710-19a1-48b2-8807-b2795c320331 req-28cdc66f-4464-4d21-9b38-184c409efe45 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.1017621 Jul 30 10:49:56.287307 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Attempting to bind port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:49:56.287634 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Attempting to bind port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:49:56.287968 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Attempting to bind port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:49:56.300133 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:49:56.300445 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Attempting to bind port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:49:56.314593 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:49:56.314940 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Checking segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:49:56.315333 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Bound using segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:49:56.315765 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Bound port: 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:49:56.316147 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:56.342353 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0850d710-19a1-48b2-8807-b2795c320331 req-84c16feb-5d1f-491b-886b-46a05d9282ea tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Jul 30 10:49:56.397620 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] For port 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:49:56.400843 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] For port 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:49:56.407241 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:56.444231 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:56.444629 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:56.446044 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] 10.222.0.10 "PUT /v2.0/ports/0eb7e03c-8fd5-437d-978f-327d9140f1a4 HTTP/1.1" status: 200 len: 1093 time: 0.9677892 Jul 30 10:49:56.446495 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'tag': '0eb7e03c-8fd5-437d-978f-327d9140f1a4'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:49:56.448764 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f945af-08b4-4c31-a16c-0f5c54a4548d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbc57f9-5be5-4026-ba45-ed586451cccb", "tag": "0eb7e03c-8fd5-437d-978f-327d9140f1a4"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:49:56.478750 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceede65-869d-4678-9dbf-ef807ab0c945 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb7e03c-8fd5-437d-978f-327d9140f1a4,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:56.505266 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d9f307-e641-49a5-b4d2-39bec065b688 x-openstack-request-id: req-e3d9f307-e641-49a5-b4d2-39bec065b688 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:49:56.505589 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d039f71-c3bc-4460-a132-b95e37cbc8ef req-710813db-0523-452a-8e4d-35f112f2261a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:56.506041 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbc57f9-5be5-4026-ba45-ed586451cccb", "tag": "0eb7e03c-8fd5-437d-978f-327d9140f1a4", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:49:56.506412 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3d9f307-e641-49a5-b4d2-39bec065b688 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:49:56.506884 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'tag': '0eb7e03c-8fd5-437d-978f-327d9140f1a4', 'status': 'completed', 'code': 200} Jul 30 10:49:56.508166 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4d039f71-c3bc-4460-a132-b95e37cbc8ef req-710813db-0523-452a-8e4d-35f112f2261a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0954487 Jul 30 10:49:56.552684 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4d039f71-c3bc-4460-a132-b95e37cbc8ef req-34871e07-49ea-488a-b261-4b0268cf6bc1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 Jul 30 10:49:56.606506 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-c573b7c9-ac2f-4626-9c8b-579440169836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:56.608255 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-c573b7c9-ac2f-4626-9c8b-579440169836 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 1096 time: 0.0436783 Jul 30 10:49:56.661993 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-02653242-9a26-4cfe-9e8e-6a8eb13acdfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0355082 Jul 30 10:49:56.723658 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-e3988171-a944-4c01-a9b6-66f571ea303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:56.725209 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-e3988171-a944-4c01-a9b6-66f571ea303d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.0502074 Jul 30 10:49:56.761879 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-913e10d4-d258-44f3-aac0-2f3d88463f21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257628 Jul 30 10:49:56.894250 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-078ba2bf-6002-4d48-83e0-7b060aa9f823 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221154 Jul 30 10:49:57.047964 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b72a23a3-5883-47ac-bca6-06174daba241 req-fe05442d-f41a-4ddd-a6b3-094ffee089f9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 210 time: 0.0991609 Jul 30 10:49:57.095329 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbeaf956-bdd4-4d9e-8439-a76c7c84016b req-4124ea34-e197-4553-87cc-d96e3fe90bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854122 Jul 30 10:49:57.184538 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-33ac5c0c-9eb1-4fea-ac21-226023e33d35 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f12dbf6a1583418d8509bc1261f1d7ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255077 Jul 30 10:49:57.401236 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-0415a872-a56a-4d69-8775-a141959e9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:57.403167 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-0415a872-a56a-4d69-8775-a141959e9e57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 1096 time: 0.1349580 Jul 30 10:49:57.411548 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8790af-9b92-4c79-80dc-615560a45e59 req-7adbe3cd-6418-4370-8ee9-f46b54dc6714 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:57.412980 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cb8790af-9b92-4c79-80dc-615560a45e59 req-7adbe3cd-6418-4370-8ee9-f46b54dc6714 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 943 time: 0.1543078 Jul 30 10:49:57.521701 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-75db4ca9-1402-45aa-b39f-98c469c01504 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:57.523073 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-75db4ca9-1402-45aa-b39f-98c469c01504 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539558 Jul 30 10:49:57.534284 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cb8790af-9b92-4c79-80dc-615560a45e59 req-9365d4ab-441f-49f2-a496-cced58a7ffe7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142139 Jul 30 10:49:57.560827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Request body: {'port': {'device_id': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26', 'admin_state_up': True, 'tenant_id': 'f12dbf6a1583418d8509bc1261f1d7ef'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:57.615702 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-64e37924-8803-4402-90e7-6be21ce8b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:57.617193 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-64e37924-8803-4402-90e7-6be21ce8b6da service neutron] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 916 time: 0.1852591 Jul 30 10:49:57.681196 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-40367972-21ea-4a11-bfdd-11a22b6db4c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0431988 Jul 30 10:49:57.757751 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Made reservation on behalf of f12dbf6a1583418d8509bc1261f1d7ef for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:49:57.761217 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:57.775098 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-2b96c4b0-238d-4d0e-8999-30c2925fad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:57.776506 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-2b96c4b0-238d-4d0e-8999-30c2925fad62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.0751193 Jul 30 10:49:57.777102 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:57.824988 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-14d9daea-93b9-45f2-9fca-2735448145b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333309 Jul 30 10:49:57.956991 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-4660a905-30b7-4d54-9ac1-3944841a6838 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230128 Jul 30 10:49:57.972354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:57.981617 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:58.102575 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82207dd9-f23b-4634-bbb8-881b6e2a7130,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:58.230884 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce37a5e6-bba6-44fc-9c50-65238033ea98 req-5ee93fcc-22fb-47e4-a525-e883299f38c1 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 210 time: 0.0912108 Jul 30 10:49:58.259511 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18f945af-08b4-4c31-a16c-0f5c54a4548d req-d3b3fd23-1344-4480-9c38-ec5bfbcb752a service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892489 Jul 30 10:49:58.278146 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Allocated IP 192.168.233.27 (216461ec-376c-46c4-a2eb-8d1717321a26/e9d21092-3eb1-4861-933f-aa86e662a0a6/2b84986f-2f1e-41e3-a622-18cd87ee5730) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:49:58.365733 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e0883-96f0-4e17-8348-5c07bb98c76f req-f96a3e21-b15d-41bf-865e-b12b91f042bd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:58.367323 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ee2e0883-96f0-4e17-8348-5c07bb98c76f req-f96a3e21-b15d-41bf-865e-b12b91f042bd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0718832 Jul 30 10:49:58.410915 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ee2e0883-96f0-4e17-8348-5c07bb98c76f req-4dccc8b5-0035-4922-bb10-d9f125865320 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Jul 30 10:49:58.469435 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-27862bcd-90ae-4381-9db6-d4c89c175ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:58.470949 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-27862bcd-90ae-4381-9db6-d4c89c175ebb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.0669308 Jul 30 10:49:58.543686 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:58.566644 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Transition to ACTIVE for port object 2b84986f-2f1e-41e3-a622-18cd87ee5730 will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:49:58.610847 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-ab3f2349-c838-485d-8954-87596a0d0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:58.612332 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-ab3f2349-c838-485d-8954-87596a0d0b7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.1298819 Jul 30 10:49:58.631433 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:58.666406 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-6a59184d-ecbb-4551-ba6d-d3b1fb121523 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.0428631 Jul 30 10:49:58.670146 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5520837-dea5-473d-9f33-093160754878 req-94bfb38e-2a99-48d6-b442-d3b0e21b6c46 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:58.672051 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e5520837-dea5-473d-9f33-093160754878 req-94bfb38e-2a99-48d6-b442-d3b0e21b6c46 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 943 time: 0.0640588 Jul 30 10:49:58.722731 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e5520837-dea5-473d-9f33-093160754878 req-2749981b-79aa-4341-9e3b-add4d9962137 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441945 Jul 30 10:49:58.733251 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Network 216461ec-376c-46c4-a2eb-8d1717321a26 is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:49:58.739732 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:49:58.748722 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:49:58.754862 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:58.755506 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:58.759662 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Pushing event updated for resources: {'Port': ['ID=2b84986f-2f1e-41e3-a622-18cd87ee5730,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:58.779881 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-fd397cf3-755b-4f49-98f8-99aa559c2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:58.782090 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-fd397cf3-755b-4f49-98f8-99aa559c2547 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.0867558 Jul 30 10:49:58.783778 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-9dc5baf3-8c7c-4526-932b-68de922798d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2368374 Jul 30 10:49:58.820143 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Request body: {'port': {'device_id': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:49:58.872094 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-14a25e9e-c0bc-4c5f-bdbd-47a206dba575 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582061 Jul 30 10:49:58.950648 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:58.975494 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-4e38c301-8f12-470d-94b8-25c5febbde8c None None] Provisioning for port 2b84986f-2f1e-41e3-a622-18cd87ee5730 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:49:58.980008 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-4e38c301-8f12-470d-94b8-25c5febbde8c None None] Provisioning complete for port 2b84986f-2f1e-41e3-a622-18cd87ee5730 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:49:58.980572 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4e38c301-8f12-470d-94b8-25c5febbde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.020449 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-4e38c301-8f12-470d-94b8-25c5febbde8c None None] Port 2b84986f-2f1e-41e3-a622-18cd87ee5730 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:49:59.086375 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-e2cae7e3-62de-436f-b707-a63fa17d2bcb service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021165 Jul 30 10:49:59.250807 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-172cf24d-32c8-4b52-9489-fa87508a6da2 req-8a20f1df-6b65-46a2-9cc2-67f79a89c497 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524918 Jul 30 10:49:59.396384 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b84986f-2f1e-41e3-a622-18cd87ee5730 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:49:59.407791 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.427656 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Transition to ACTIVE for port object 2b84986f-2f1e-41e3-a622-18cd87ee5730 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:49:59.434554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58086) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:59.437889 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011b7e2-f71c-4b88-a935-0b6f3965b172 req-11359b03-ba03-433a-a008-d43359b7d843 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:59.439216 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b011b7e2-f71c-4b88-a935-0b6f3965b172 req-11359b03-ba03-433a-a008-d43359b7d843 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 935 time: 0.0925193 Jul 30 10:49:59.440608 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.585453 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b011b7e2-f71c-4b88-a935-0b6f3965b172 req-8a9179ba-ef40-4a26-85a5-a00ab769c8c8 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242104 Jul 30 10:49:59.588530 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b84986f-2f1e-41e3-a622-18cd87ee5730,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:59.609282 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Attempting to bind port 2b84986f-2f1e-41e3-a622-18cd87ee5730 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:49:59.610116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Attempting to bind port 2b84986f-2f1e-41e3-a622-18cd87ee5730 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:49:59.610312 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Attempting to bind port 2b84986f-2f1e-41e3-a622-18cd87ee5730 on network 216461ec-376c-46c4-a2eb-8d1717321a26 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:49:59.615299 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b890a4c-09fa-40c8-a1d9-6a9feb491794 req-97c121ba-2391-4571-972f-387f5269094c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:59.615800 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Port 2b84986f-2f1e-41e3-a622-18cd87ee5730 on network 216461ec-376c-46c4-a2eb-8d1717321a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:49:59.616209 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Attempting to bind port 2b84986f-2f1e-41e3-a622-18cd87ee5730 on network 216461ec-376c-46c4-a2eb-8d1717321a26 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:49:59.616913 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b890a4c-09fa-40c8-a1d9-6a9feb491794 req-97c121ba-2391-4571-972f-387f5269094c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1150403 Jul 30 10:49:59.621768 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:49:59.622264 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Checking segment: {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:49:59.622843 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Bound using segment: {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:49:59.623244 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Bound port: 2b84986f-2f1e-41e3-a622-18cd87ee5730, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c617383-b701-44a0-a4e6-77b56a2c34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:49:59.623676 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.632152 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c3e1851a-be83-4e3d-a40c-cedf42b60930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.700563 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b890a4c-09fa-40c8-a1d9-6a9feb491794 req-530f1084-13c3-4503-8810-e04e8fada0e4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707026 Jul 30 10:49:59.724161 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] For port 2b84986f-2f1e-41e3-a622-18cd87ee5730, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:49:59.736786 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] For port 2b84986f-2f1e-41e3-a622-18cd87ee5730, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:49:59.743007 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.785275 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:59.785925 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.787331 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] 10.222.0.10 "PUT /v2.0/ports/2b84986f-2f1e-41e3-a622-18cd87ee5730 HTTP/1.1" status: 200 len: 1097 time: 0.9713480 Jul 30 10:49:59.788160 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'tag': '2b84986f-2f1e-41e3-a622-18cd87ee5730'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:49:59.790250 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60056163-9f0d-46e9-9e77-76a275bd8ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc13fbe8-c5de-4eec-b1a4-a52d609e043d", "tag": "2b84986f-2f1e-41e3-a622-18cd87ee5730"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:49:59.805084 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c3e1851a-be83-4e3d-a40c-cedf42b60930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.813471 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c3e1851a-be83-4e3d-a40c-cedf42b60930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:49:59.823247 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7203c4-92ee-4649-82fa-7201e4827ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b84986f-2f1e-41e3-a622-18cd87ee5730,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:59.869713 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1851a-be83-4e3d-a40c-cedf42b60930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f124e1-5acb-4ab6-b94e-f17b68c7048a,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:49:59.869713 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c3e1851a-be83-4e3d-a40c-cedf42b60930 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d8fce01bd44b49834e3a8e5f41d979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304905 Jul 30 10:49:59.870139 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58102) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:49:59.921457 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e43e3-1e3a-47e7-8703-7fd9a1f019e5 x-openstack-request-id: req-4b2e43e3-1e3a-47e7-8703-7fd9a1f019e5 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:49:59.922724 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc13fbe8-c5de-4eec-b1a4-a52d609e043d", "tag": "2b84986f-2f1e-41e3-a622-18cd87ee5730", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:49:59.923130 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b2e43e3-1e3a-47e7-8703-7fd9a1f019e5 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:49:59.923705 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'tag': '2b84986f-2f1e-41e3-a622-18cd87ee5730', 'status': 'completed', 'code': 200} Jul 30 10:49:59.941465 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-6cf79899-371f-4dca-adb8-46fb758ac578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:49:59.943884 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-6cf79899-371f-4dca-adb8-46fb758ac578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f12dbf6a1583418d8509bc1261f1d7ef&device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 1100 time: 0.0727353 Jul 30 10:49:59.998679 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493ce81-d385-4b9a-90b9-1628289788b8 req-5f88e7d8-4848-4e58-a2c6-dbc7d1895fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.000971 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c493ce81-d385-4b9a-90b9-1628289788b8 req-5f88e7d8-4848-4e58-a2c6-dbc7d1895fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 943 time: 0.0791156 Jul 30 10:50:00.002050 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b7f81868-a177-4fc6-af23-a9a4b08e7e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.010173 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-1bc11f85-5120-475c-98bc-3dece5e18899 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730 HTTP/1.1" status: 200 len: 217 time: 0.0462310 Jul 30 10:50:00.041050 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b7f81868-a177-4fc6-af23-a9a4b08e7e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.069476 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-8ff87e77-3725-49e3-9b67-a4470a390315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.070836 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-8ff87e77-3725-49e3-9b67-a4470a390315 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9d21092-3eb1-4861-933f-aa86e662a0a6 HTTP/1.1" status: 200 len: 843 time: 0.0519035 Jul 30 10:50:00.090114 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c493ce81-d385-4b9a-90b9-1628289788b8 req-96e5c7c8-28ee-4528-81df-fff91f878bdb tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778844 Jul 30 10:50:00.119148 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b7f81868-a177-4fc6-af23-a9a4b08e7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.121681 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b7f81868-a177-4fc6-af23-a9a4b08e7e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.122883 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b7f81868-a177-4fc6-af23-a9a4b08e7e95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18f124e1-5acb-4ab6-b94e-f17b68c7048a HTTP/1.1" status: 204 len: 168 time: 0.2517545 Jul 30 10:50:00.131688 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81868-a177-4fc6-af23-a9a4b08e7e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f124e1-5acb-4ab6-b94e-f17b68c7048a,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:00.134681 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-4dbef3a4-338a-4f50-820f-6a16ed4e081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.136234 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-4dbef3a4-338a-4f50-820f-6a16ed4e081d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=216461ec-376c-46c4-a2eb-8d1717321a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0530114 Jul 30 10:50:00.254298 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-085977c3-2c88-4ac1-bd29-2ee7b9310471 service neutron] 10.222.0.10 "GET /v2.0/networks/216461ec-376c-46c4-a2eb-8d1717321a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063287 Jul 30 10:50:00.371247 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d3ab83b-d3c6-4f40-8dcc-f25a0438fe7a req-08f79fa8-5bce-4e69-9304-ab69a8e5219a service neutron] 10.222.0.10 "GET /v2.0/networks/216461ec-376c-46c4-a2eb-8d1717321a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086171 Jul 30 10:50:00.526008 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58134) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:00.540238 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-3d0b7dd1-b4fa-488f-8d70-45394efa80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.542210 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-3d0b7dd1-b4fa-488f-8d70-45394efa80ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f12dbf6a1583418d8509bc1261f1d7ef&device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 1100 time: 0.0455203 Jul 30 10:50:00.543551 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c16e5f0a-11cc-4398-9eb1-d80228325c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.686633 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c16e5f0a-11cc-4398-9eb1-d80228325c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.694494 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c16e5f0a-11cc-4398-9eb1-d80228325c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.707478 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-b2e41e80-8d11-44a6-ba81-62f5233f1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.710031 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-b2e41e80-8d11-44a6-ba81-62f5233f1165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=216461ec-376c-46c4-a2eb-8d1717321a26 HTTP/1.1" status: 200 len: 870 time: 0.1584582 Jul 30 10:50:00.755389 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c16e5f0a-11cc-4398-9eb1-d80228325c22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee15848f991047a2b82026f913e19703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275965 Jul 30 10:50:00.758570 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58146) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:00.767046 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e5f0a-11cc-4398-9eb1-d80228325c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f1b74a-3be6-4b9a-8657-d2b40cdf2791,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:00.800441 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-c81f6be7-b6ad-4be7-8078-51489f4274e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730 HTTP/1.1" status: 200 len: 217 time: 0.0749238 Jul 30 10:50:00.823254 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedd714-56c7-4692-a546-5aa73d61942f req-1d6a2836-d75b-48e0-a852-c9c3d0b8b8a1 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.825456 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8bedd714-56c7-4692-a546-5aa73d61942f req-1d6a2836-d75b-48e0-a852-c9c3d0b8b8a1 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 947 time: 0.1116865 Jul 30 10:50:00.880550 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4a02ad90-fd2c-4cf2-9d5e-8e702164f477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.924317 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8bedd714-56c7-4692-a546-5aa73d61942f req-41f80ade-27b9-4153-8d1f-84cc14b46ee9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881608 Jul 30 10:50:00.926141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-ddfb8b4b-e711-4230-93b7-59bdac96e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.929188 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-ddfb8b4b-e711-4230-93b7-59bdac96e366 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9d21092-3eb1-4861-933f-aa86e662a0a6 HTTP/1.1" status: 200 len: 843 time: 0.1169705 Jul 30 10:50:00.941904 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4a02ad90-fd2c-4cf2-9d5e-8e702164f477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:00.959489 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09adfc7-ba3d-44f5-b5c2-e97972641220 req-13d6f5df-e38b-437d-89c1-b1c856fefc9c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:00.969253 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b09adfc7-ba3d-44f5-b5c2-e97972641220 req-13d6f5df-e38b-437d-89c1-b1c856fefc9c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1223524 Jul 30 10:50:01.003338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-895589e2-c63e-4373-95f3-3cc8bf37c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:01.005059 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-895589e2-c63e-4373-95f3-3cc8bf37c8d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=216461ec-376c-46c4-a2eb-8d1717321a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0652826 Jul 30 10:50:01.042424 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b09adfc7-ba3d-44f5-b5c2-e97972641220 req-1040d6b3-f3bb-49fe-a3cb-28c7d9ffa03c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720131 Jul 30 10:50:01.045782 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0eb7e03c-8fd5-437d-978f-327d9140f1a4 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:50:01.069186 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4a02ad90-fd2c-4cf2-9d5e-8e702164f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:01.071829 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4a02ad90-fd2c-4cf2-9d5e-8e702164f477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:01.072960 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4a02ad90-fd2c-4cf2-9d5e-8e702164f477 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62f1b74a-3be6-4b9a-8657-d2b40cdf2791 HTTP/1.1" status: 204 len: 168 time: 0.3132348 Jul 30 10:50:01.082888 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02ad90-fd2c-4cf2-9d5e-8e702164f477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f1b74a-3be6-4b9a-8657-d2b40cdf2791,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:01.153646 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-fc5cfe1f-697a-41d8-a53f-d62ab8642906 service neutron] 10.222.0.10 "GET /v2.0/networks/216461ec-376c-46c4-a2eb-8d1717321a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374989 Jul 30 10:50:01.194792 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:01.208702 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '0eb7e03c-8fd5-437d-978f-327d9140f1a4', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'port_id': '0eb7e03c-8fd5-437d-978f-327d9140f1a4', 'mac_address': 'fa:16:3e:b3:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abd4453-dae0-4b18-82f0-520752a35bef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:50:01.233591 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00327cab-10f5-409f-85b6-7d3c94a67ff7 req-2e275787-32f1-4fc0-a466-b12960d2db3f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:01.236075 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00327cab-10f5-409f-85b6-7d3c94a67ff7 req-2e275787-32f1-4fc0-a466-b12960d2db3f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 943 time: 0.0633819 Jul 30 10:50:01.255842 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:01.270994 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb7e03c-8fd5-437d-978f-327d9140f1a4 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:01.285276 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00327cab-10f5-409f-85b6-7d3c94a67ff7 req-a3f33637-6833-4b70-8565-308d0f746a8d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Jul 30 10:50:01.289901 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-60056163-9f0d-46e9-9e77-76a275bd8ef2 req-ff65b738-0ce2-49a5-a37f-4a4367a3b2c7 service neutron] 10.222.0.10 "GET /v2.0/networks/216461ec-376c-46c4-a2eb-8d1717321a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163602 Jul 30 10:50:01.296576 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:01.310458 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:01.362282 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=0eb7e03c-8fd5-437d-978f-327d9140f1a4,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:01.878067 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0eb7e03c-8fd5-437d-978f-327d9140f1a4'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:02.075740 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3505c-33aa-4251-8bed-c16bff6264d5 req-07416c21-cfb1-4a36-b133-24ebcca913b9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:02.083879 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5af3505c-33aa-4251-8bed-c16bff6264d5 req-07416c21-cfb1-4a36-b133-24ebcca913b9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 947 time: 0.0620334 Jul 30 10:50:02.130649 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5af3505c-33aa-4251-8bed-c16bff6264d5 req-7f538984-5583-4b3a-ac29-23967ff2a3b3 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Jul 30 10:50:02.225265 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71187a04-4f82-4dd6-a93d-0e94f633d5f6 req-3ede2783-9be3-4ddc-986c-a2e9d3490c7b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:02.226950 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71187a04-4f82-4dd6-a93d-0e94f633d5f6 req-3ede2783-9be3-4ddc-986c-a2e9d3490c7b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0923290 Jul 30 10:50:02.268433 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71187a04-4f82-4dd6-a93d-0e94f633d5f6 req-8ecc1a00-6d77-4b02-a343-165ded4eff08 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Jul 30 10:50:02.402476 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c9471-03fc-4da8-94a5-0a04fe9287f9 req-38ee3362-a3d7-45e8-9f68-5dc20032908d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:02.403976 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4e8c9471-03fc-4da8-94a5-0a04fe9287f9 req-38ee3362-a3d7-45e8-9f68-5dc20032908d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 944 time: 0.0497484 Jul 30 10:50:02.443346 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4e8c9471-03fc-4da8-94a5-0a04fe9287f9 req-044493e8-0398-4c9a-b3a7-972d73f95303 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jul 30 10:50:03.064184 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 2b84986f-2f1e-41e3-a622-18cd87ee5730 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:50:03.084600 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0eb7e03c-8fd5-437d-978f-327d9140f1a4 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:03.192676 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:03.202731 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:03.203196 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:03.240693 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 2b84986f-2f1e-41e3-a622-18cd87ee5730, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:03.260868 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '2b84986f-2f1e-41e3-a622-18cd87ee5730', 'network_id': '216461ec-376c-46c4-a2eb-8d1717321a26', 'port_id': '2b84986f-2f1e-41e3-a622-18cd87ee5730', 'mac_address': 'fa:16:3e:ae:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d21092-3eb1-4861-933f-aa86e662a0a6', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:50:03.267426 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19e7db-bde6-400b-8ae4-0996e7d39285 req-3daab20a-d7a0-466c-84ca-b685c41d675c tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:03.270401 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-aa19e7db-bde6-400b-8ae4-0996e7d39285 req-3daab20a-d7a0-466c-84ca-b685c41d675c tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 947 time: 0.0577357 Jul 30 10:50:03.337160 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-aa19e7db-bde6-400b-8ae4-0996e7d39285 req-ad1f36ad-2a77-4f5d-b9de-ad439ac572d6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Jul 30 10:50:03.357299 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:03.379817 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:03.382599 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b84986f-2f1e-41e3-a622-18cd87ee5730 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:03.420919 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 2b84986f-2f1e-41e3-a622-18cd87ee5730, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:03.427240 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7e03c-8fd5-437d-978f-327d9140f1a4'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:03.429695 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc538bb4-8866-407b-996e-1ab5c7e99bf4" -d '{"events": [{"server_uuid": "7cbc57f9-5be5-4026-ba45-ed586451cccb", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7e03c-8fd5-437d-978f-327d9140f1a4"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:03.439153 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7af495-c7fe-4341-9223-b1e2bf910051 req-8a6f18ce-c460-48b6-967b-29d298d597ab tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:03.440190 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:03.440836 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5b7af495-c7fe-4341-9223-b1e2bf910051 req-8a6f18ce-c460-48b6-967b-29d298d597ab tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0639949 Jul 30 10:50:03.446541 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:03.471811 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:03.482438 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5b7af495-c7fe-4341-9223-b1e2bf910051 req-def0873f-e1ef-414e-997d-b338878d89a9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Jul 30 10:50:03.503707 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=2b84986f-2f1e-41e3-a622-18cd87ee5730,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:03.536756 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ab838-822f-48a4-b428-13af4bb99376 x-openstack-request-id: req-874ab838-822f-48a4-b428-13af4bb99376 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:03.537049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbc57f9-5be5-4026-ba45-ed586451cccb", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7e03c-8fd5-437d-978f-327d9140f1a4", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:03.537300 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-874ab838-822f-48a4-b428-13af4bb99376 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:03.537681 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7e03c-8fd5-437d-978f-327d9140f1a4', 'code': 200} Jul 30 10:50:03.557687 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=0eb7e03c-8fd5-437d-978f-327d9140f1a4,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:03.600327 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328322d-eb17-45cb-9569-cc5ddbcf598b req-ceda982c-67f6-4da6-91de-7438ad57e382 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:03.601903 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5328322d-eb17-45cb-9569-cc5ddbcf598b req-ceda982c-67f6-4da6-91de-7438ad57e382 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.0495076 Jul 30 10:50:03.639968 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5328322d-eb17-45cb-9569-cc5ddbcf598b req-3fd31fc3-84ee-4e60-8cbf-90aadc2b3cd8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jul 30 10:50:03.785750 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba20dc9-434d-4455-a06d-232063f18af3 req-df57bb2a-c1d4-44a8-8a71-bc9151d9e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:03.787188 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7ba20dc9-434d-4455-a06d-232063f18af3 req-df57bb2a-c1d4-44a8-8a71-bc9151d9e435 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 1098 time: 0.0404713 Jul 30 10:50:03.826360 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7ba20dc9-434d-4455-a06d-232063f18af3 req-0c9ef1d6-fe35-4591-8703-41a4532abee2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290065 Jul 30 10:50:03.959925 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['2b84986f-2f1e-41e3-a622-18cd87ee5730'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:04.449987 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d3da-390e-4494-a2a8-b9d9da800b8e req-8870fe85-60ca-49c0-be14-caf960b8e89a tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:04.451478 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c477d3da-390e-4494-a2a8-b9d9da800b8e req-8870fe85-60ca-49c0-be14-caf960b8e89a tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 948 time: 0.0486696 Jul 30 10:50:04.492359 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c477d3da-390e-4494-a2a8-b9d9da800b8e req-bc495310-2b94-45db-81b8-f54e4ca5edb5 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Jul 30 10:50:04.662959 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58288) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:04.802207 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0a837ac1-83bf-4102-8a4c-c14b82abe48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:04.824286 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a49d3-37ef-446e-977c-6e9eed59cc96 req-6ee958fe-6097-47ee-8b48-0655d91acac0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:04.825878 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ea4a49d3-37ef-446e-977c-6e9eed59cc96 req-6ee958fe-6097-47ee-8b48-0655d91acac0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.0737259 Jul 30 10:50:04.868396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb32c9d-6318-4b7c-a1d1-0736aebe1298 req-fd4217f4-053c-4c5e-a56f-668f0b1e827e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:04.870130 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7eb32c9d-6318-4b7c-a1d1-0736aebe1298 req-fd4217f4-053c-4c5e-a56f-668f0b1e827e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.2999334 Jul 30 10:50:04.893492 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ea4a49d3-37ef-446e-977c-6e9eed59cc96 req-f75a568a-81bc-43a1-a080-0f35ee6fda4e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572181 Jul 30 10:50:04.912363 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7eb32c9d-6318-4b7c-a1d1-0736aebe1298 req-ff732e85-eabb-469c-b064-faf6626a8ddb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354328 Jul 30 10:50:04.947033 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0a837ac1-83bf-4102-8a4c-c14b82abe48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:04.954799 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0a837ac1-83bf-4102-8a4c-c14b82abe48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:04.991568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a837ac1-83bf-4102-8a4c-c14b82abe48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1eb792-4481-47a3-91ab-8fb3df521d9c,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:04.996138 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-0a837ac1-83bf-4102-8a4c-c14b82abe48e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df7171fa276040aeb4b5ea8119516e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320813 Jul 30 10:50:04.998757 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58294) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:05.050911 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f476243a-168e-47b4-ad1f-d666fe177644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.074035 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f476243a-168e-47b4-ad1f-d666fe177644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.126605 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f476243a-168e-47b4-ad1f-d666fe177644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.129175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f476243a-168e-47b4-ad1f-d666fe177644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.130343 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f476243a-168e-47b4-ad1f-d666fe177644 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b1eb792-4481-47a3-91ab-8fb3df521d9c HTTP/1.1" status: 204 len: 168 time: 0.1305304 Jul 30 10:50:05.138117 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476243a-168e-47b4-ad1f-d666fe177644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1eb792-4481-47a3-91ab-8fb3df521d9c,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:05.588401 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58306) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:05.614385 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b50ca8-9f72-41a9-b700-8458bd1c84c9 req-0b5a56df-1635-412f-8350-91b11dbdf5da tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:05.615943 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-45b50ca8-9f72-41a9-b700-8458bd1c84c9 req-0b5a56df-1635-412f-8350-91b11dbdf5da tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 948 time: 0.0508685 Jul 30 10:50:05.660761 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-45b50ca8-9f72-41a9-b700-8458bd1c84c9 req-6ae930da-087d-4e12-ab0a-dac92ddc028e tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Jul 30 10:50:05.694405 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-75e5b005-68d1-4642-9eba-adcfe46ca7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.789514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-75e5b005-68d1-4642-9eba-adcfe46ca7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.793342 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-75e5b005-68d1-4642-9eba-adcfe46ca7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.835551 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-75e5b005-68d1-4642-9eba-adcfe46ca7df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82741bcb9b104b96b7655647d1a74079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435691 Jul 30 10:50:05.835551 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5b005-68d1-4642-9eba-adcfe46ca7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9734c4da-4755-4361-a26a-d8c577d5fa19,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:05.836358 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58316) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:05.899325 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b56f2dd6-453b-4e27-b20f-253f0b0d21fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.920748 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b56f2dd6-453b-4e27-b20f-253f0b0d21fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.923025 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58320) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:05.985483 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b56f2dd6-453b-4e27-b20f-253f0b0d21fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.988070 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b56f2dd6-453b-4e27-b20f-253f0b0d21fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:05.990301 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b56f2dd6-453b-4e27-b20f-253f0b0d21fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9734c4da-4755-4361-a26a-d8c577d5fa19 HTTP/1.1" status: 204 len: 168 time: 0.1429751 Jul 30 10:50:06.026803 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f2dd6-453b-4e27-b20f-253f0b0d21fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734c4da-4755-4361-a26a-d8c577d5fa19,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:06.050840 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c45da-9dca-4ed4-94d0-f966baaa181e req-572e115e-dcfa-43dd-91ea-d212f7c4fc99 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:06.052503 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3c0c45da-9dca-4ed4-94d0-f966baaa181e req-572e115e-dcfa-43dd-91ea-d212f7c4fc99 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.0790117 Jul 30 10:50:06.097271 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3c0c45da-9dca-4ed4-94d0-f966baaa181e req-faba75c1-a3b6-45f9-be98-9ae02d554612 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 Jul 30 10:50:06.097684 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-911e1354-89f5-498d-8a90-2a14cf229062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.135486 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182b76-9ce9-40d9-bae1-de491ea80b33 req-1aac8689-8d27-4466-b513-072b2e669f58 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:06.137031 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-50182b76-9ce9-40d9-bae1-de491ea80b33 req-1aac8689-8d27-4466-b513-072b2e669f58 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1361995 Jul 30 10:50:06.197621 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-50182b76-9ce9-40d9-bae1-de491ea80b33 req-69d3d16e-b9ef-4a14-af55-f30571123c9b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Jul 30 10:50:06.256036 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-911e1354-89f5-498d-8a90-2a14cf229062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.260049 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-911e1354-89f5-498d-8a90-2a14cf229062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.298151 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e1354-89f5-498d-8a90-2a14cf229062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd8124-6320-4cc8-a19f-3e78c23e1384,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:06.302943 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-911e1354-89f5-498d-8a90-2a14cf229062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c4ef7801e6b429da170e7115bedbad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788538 Jul 30 10:50:06.305053 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58334) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:06.305551 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58336) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:06.326141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6dc5-700e-411c-8b0c-bc7ead723611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.407353 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9502954e-0c58-4d77-be7b-cc9ac3a6c191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.443301 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9502954e-0c58-4d77-be7b-cc9ac3a6c191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.512485 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6dc5-700e-411c-8b0c-bc7ead723611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.518844 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6dc5-700e-411c-8b0c-bc7ead723611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.523997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9502954e-0c58-4d77-be7b-cc9ac3a6c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.526488 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9502954e-0c58-4d77-be7b-cc9ac3a6c191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.527639 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9502954e-0c58-4d77-be7b-cc9ac3a6c191 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13cd8124-6320-4cc8-a19f-3e78c23e1384 HTTP/1.1" status: 204 len: 168 time: 0.2200730 Jul 30 10:50:06.563371 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1ebf6dc5-700e-411c-8b0c-bc7ead723611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d25308e8f51c4ca49c84f6230fce5ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567544 Jul 30 10:50:06.564502 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf6dc5-700e-411c-8b0c-bc7ead723611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21bf198-6b76-4c66-b294-2e9f7eb0c28b,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:06.567084 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58344) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:06.586150 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502954e-0c58-4d77-be7b-cc9ac3a6c191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd8124-6320-4cc8-a19f-3e78c23e1384,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:06.626688 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d1ef-3d37-4f3e-9041-6b7af42c08e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.649674 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d1ef-3d37-4f3e-9041-6b7af42c08e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.711299 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d1ef-3d37-4f3e-9041-6b7af42c08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.714171 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d1ef-3d37-4f3e-9041-6b7af42c08e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:06.715104 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c2d9d1ef-3d37-4f3e-9041-6b7af42c08e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f21bf198-6b76-4c66-b294-2e9f7eb0c28b HTTP/1.1" status: 204 len: 168 time: 0.1470623 Jul 30 10:50:06.725351 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9d1ef-3d37-4f3e-9041-6b7af42c08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21bf198-6b76-4c66-b294-2e9f7eb0c28b,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:06.802020 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f61a0-be6d-4bfb-a8ba-ac2cd2f62590 req-5f1b98a8-d0f2-4e14-b432-637b700f956d tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:06.803760 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-609f61a0-be6d-4bfb-a8ba-ac2cd2f62590 req-5f1b98a8-d0f2-4e14-b432-637b700f956d tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 948 time: 0.0552440 Jul 30 10:50:06.846587 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-609f61a0-be6d-4bfb-a8ba-ac2cd2f62590 req-eea03852-7c35-4718-bf50-1e8999cb883e tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Jul 30 10:50:07.063308 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 2b84986f-2f1e-41e3-a622-18cd87ee5730 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:07.114119 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 2b84986f-2f1e-41e3-a622-18cd87ee5730 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:07.118742 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 2b84986f-2f1e-41e3-a622-18cd87ee5730 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:07.119049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:07.213115 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:07.238847 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b84986f-2f1e-41e3-a622-18cd87ee5730'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:07.243427 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f74f9-8652-4cc9-99b8-ef18f854e07f" -d '{"events": [{"server_uuid": "bc13fbe8-c5de-4eec-b1a4-a52d609e043d", "name": "network-vif-plugged", "status": "completed", "tag": "2b84986f-2f1e-41e3-a622-18cd87ee5730"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:07.266594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 2b84986f-2f1e-41e3-a622-18cd87ee5730, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:07.272826 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:07.322540 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0999b7a-51d5-4e66-accc-43991ab48e27 x-openstack-request-id: req-a0999b7a-51d5-4e66-accc-43991ab48e27 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:07.322949 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc13fbe8-c5de-4eec-b1a4-a52d609e043d", "name": "network-vif-plugged", "status": "completed", "tag": "2b84986f-2f1e-41e3-a622-18cd87ee5730", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:07.323247 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0999b7a-51d5-4e66-accc-43991ab48e27 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:07.323707 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b84986f-2f1e-41e3-a622-18cd87ee5730', 'code': 200} Jul 30 10:50:07.346084 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=2b84986f-2f1e-41e3-a622-18cd87ee5730,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:07.374975 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d4bcf-4eaa-431a-a7b5-ca62e91da853 req-c7a48d14-86d2-468e-9f6f-15193312662c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:07.376744 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d20d4bcf-4eaa-431a-a7b5-ca62e91da853 req-c7a48d14-86d2-468e-9f6f-15193312662c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0686984 Jul 30 10:50:07.421309 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d20d4bcf-4eaa-431a-a7b5-ca62e91da853 req-92bf885c-e8c3-41cc-a05e-469ab707c094 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Jul 30 10:50:07.599347 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3165-3a55-4150-85c5-a3688f265aad req-dd68848a-5991-4acd-a831-b7ee1115d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:07.602554 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-10ce3165-3a55-4150-85c5-a3688f265aad req-dd68848a-5991-4acd-a831-b7ee1115d4ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 1102 time: 0.0532403 Jul 30 10:50:07.656485 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-10ce3165-3a55-4150-85c5-a3688f265aad req-0fd16181-d17d-4138-8299-e6cfc9bc56cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Jul 30 10:50:07.895576 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58414) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:07.967724 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720fa5-9b1e-46ee-acdf-b4a4a35f212b req-8a1c75a8-ac7e-4e22-84c5-5ad8c873abbc tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:07.975695 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bd720fa5-9b1e-46ee-acdf-b4a4a35f212b req-8a1c75a8-ac7e-4e22-84c5-5ad8c873abbc tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0593348 Jul 30 10:50:08.033191 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bd720fa5-9b1e-46ee-acdf-b4a4a35f212b req-a8d5d751-1c86-4e7f-9b6f-45fdbd2bbfc7 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Jul 30 10:50:08.129745 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37a7-20b2-4a65-b352-5e82abd5ffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.252440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37a7-20b2-4a65-b352-5e82abd5ffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.257969 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7a4d37a7-20b2-4a65-b352-5e82abd5ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.302761 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d37a7-20b2-4a65-b352-5e82abd5ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9baba03-b9e2-4602-9663-4479c9920b07,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:08.307403 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-7a4d37a7-20b2-4a65-b352-5e82abd5ffc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55f0956f8fe44464bc1c79afdeaca9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106934 Jul 30 10:50:08.310319 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58438) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:08.371839 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d8547eca-36af-447c-a4a8-becb39f4c211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.394348 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d8547eca-36af-447c-a4a8-becb39f4c211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.451741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d8547eca-36af-447c-a4a8-becb39f4c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.451741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d8547eca-36af-447c-a4a8-becb39f4c211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:08.452076 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d8547eca-36af-447c-a4a8-becb39f4c211 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9baba03-b9e2-4602-9663-4479c9920b07 HTTP/1.1" status: 204 len: 168 time: 0.1407402 Jul 30 10:50:08.462364 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8547eca-36af-447c-a4a8-becb39f4c211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9baba03-b9e2-4602-9663-4479c9920b07,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:08.560071 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c56bd-655c-4e92-bbe0-a54e4ba5a6bb req-b1d27eee-9d8a-4ea8-abd0-64e29bfda128 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:08.568919 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f20c56bd-655c-4e92-bbe0-a54e4ba5a6bb req-b1d27eee-9d8a-4ea8-abd0-64e29bfda128 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0663223 Jul 30 10:50:08.606365 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f20c56bd-655c-4e92-bbe0-a54e4ba5a6bb req-273dc2c7-1d97-4166-9d4d-1be8c0dfe023 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Jul 30 10:50:09.152227 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6de3-c63a-447c-9e30-8387f5fc78c5 req-0cc3187d-d040-4599-a847-d67a87d51e73 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:09.153728 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-15fb6de3-c63a-447c-9e30-8387f5fc78c5 req-0cc3187d-d040-4599-a847-d67a87d51e73 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0540843 Jul 30 10:50:09.196226 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58476) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:09.198027 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-15fb6de3-c63a-447c-9e30-8387f5fc78c5 req-a2790dbd-e8fe-4167-b240-b4989cee5442 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 Jul 30 10:50:09.298434 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-868853152-network', 'tenant_id': '22b3fcee7e56475cae75800bef824df5'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:09.333820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Made reservation on behalf of 22b3fcee7e56475cae75800bef824df5 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:09.336325 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.345403 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.441024 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.444862 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.470655 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:50:09.479575 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ee1c6f-6869-4d80-b5a7-56b588e2b6ed,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:09.487091 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.487437 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Added segment 85d2862b-7b6c-49a2-9abe-c53f7117163f of type vlan for network 3b29d854-19aa-42b6-a494-56b49d795b8c Jul 30 10:50:09.529789 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.559611 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.560566 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:09.561159 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.623637 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4262354 Jul 30 10:50:09.627144 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58482) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:09.627754 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78506f-e0ee-4844-b88e-dfb1726ba4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3b29d854-19aa-42b6-a494-56b49d795b8c,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:09.636140 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Request body: {'subnet': {'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-868853152-subnet', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:09.638459 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 3b29d854-19aa-42b6-a494-56b49d795b8c details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:50:09.668335 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Made reservation on behalf of 22b3fcee7e56475cae75800bef824df5 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:09.671908 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.793121 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0402e-4633-4749-a49d-8d02b859b21e req-ec006ef3-b5a3-4117-95c8-d960bc4a80f1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:09.794644 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c7a0402e-4633-4749-a49d-8d02b859b21e req-ec006ef3-b5a3-4117-95c8-d960bc4a80f1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1096539 Jul 30 10:50:09.875477 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c7a0402e-4633-4749-a49d-8d02b859b21e req-4e504636-8647-48a1-915a-27cbcf36ef0a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682540 Jul 30 10:50:09.920640 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.950486 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2d927ba6-96d8-42c7-96c3-4c6284eba20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:09.982870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2837b8e8-b7e0-4879-bb86-25c2d0093e7e,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:09.990528 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Checking segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:09.990883 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Network hostable DHCP agents. Network: 3b29d854-19aa-42b6-a494-56b49d795b8c, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:50:10.008008 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Network 3b29d854-19aa-42b6-a494-56b49d795b8c is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:50:10.017619 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 3b29d854-19aa-42b6-a494-56b49d795b8c) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:10.022254 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:10.022846 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.026326 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99cb87-3315-4f1e-995b-bbea4a807e60 None None] Network 3b29d854-19aa-42b6-a494-56b49d795b8c requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:10.040911 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-72558d68-4b4d-4028-a5fd-a5c44a4efbba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4101861 Jul 30 10:50:10.041107 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58486) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:10.045493 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:10.067739 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.068741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.128451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.186551 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-3b29d854-19aa-42b6-a494-56b49d795b8c', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:50:10.187740 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.292604 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.345750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d71da-e80c-4dc4-84f1-82f00257bc6f req-b7945c19-4666-43f3-9fb5-418c640b0c43 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:10.347578 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eb5d71da-e80c-4dc4-84f1-82f00257bc6f req-b7945c19-4666-43f3-9fb5-418c640b0c43 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0694528 Jul 30 10:50:10.365061 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Allocated IP 172.20.0.2 (3b29d854-19aa-42b6-a494-56b49d795b8c/2837b8e8-b7e0-4879-bb86-25c2d0093e7e/54ebdfd6-84cb-45f4-9241-55cef213b847) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:10.409740 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eb5d71da-e80c-4dc4-84f1-82f00257bc6f req-8df6aa8b-1096-4414-98a7-4b855a16808d tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 Jul 30 10:50:10.533588 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.542284 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Transition to ACTIVE for port object 54ebdfd6-84cb-45f4-9241-55cef213b847 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:10.559015 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Transition to ACTIVE for port object 54ebdfd6-84cb-45f4-9241-55cef213b847 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:10.566187 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.587229 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.610782 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Network 3b29d854-19aa-42b6-a494-56b49d795b8c is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:10.614573 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.616085 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:10.619088 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:10.631458 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Pushing event updated for resources: {'Port': ['ID=54ebdfd6-84cb-45f4-9241-55cef213b847,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:10.687649 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Attempting to bind port 54ebdfd6-84cb-45f4-9241-55cef213b847 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:10.688431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Attempting to bind port 54ebdfd6-84cb-45f4-9241-55cef213b847 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:10.688884 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Attempting to bind port 54ebdfd6-84cb-45f4-9241-55cef213b847 on network 3b29d854-19aa-42b6-a494-56b49d795b8c {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:10.695436 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:10.695883 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Checking segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:10.696293 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.696713 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Bound using segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:10.697240 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Bound port: 54ebdfd6-84cb-45f4-9241-55cef213b847, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:10.697660 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.744859 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2fcd4-cc01-4899-a043-c733bf9e2923 req-b728e0ca-e807-4c91-9ebf-afe06a070bc9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:10.746367 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cfc2fcd4-cc01-4899-a043-c733bf9e2923 req-b728e0ca-e807-4c91-9ebf-afe06a070bc9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0893524 Jul 30 10:50:10.762514 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] For port 54ebdfd6-84cb-45f4-9241-55cef213b847, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:10.767331 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] For port 54ebdfd6-84cb-45f4-9241-55cef213b847, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=54ebdfd6-84cb-45f4-9241-55cef213b847,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:10.772187 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.775250 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Allocated IP 172.27.0.151 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/86786229-69fb-4b87-9bf8-76fda6f0b4bc) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:10.834521 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f3816-72fc-44b9-9107-b6f1ed3cb2bb None None] Pushing event updated for resources: {'Port': ['ID=54ebdfd6-84cb-45f4-9241-55cef213b847,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:10.848703 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cfc2fcd4-cc01-4899-a043-c733bf9e2923 req-34a4bdfe-a2d5-486f-8bb2-c20c36badbf6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933900 Jul 30 10:50:10.913265 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.954897 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:10.994692 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:10.997690 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:11.001437 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:11.006193 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167793-3ed8-4c2c-83f7-35ced1cbef2b req-8e41e93b-7072-4af0-b1e2-7672c752d2b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:11.007752 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-aa167793-3ed8-4c2c-83f7-35ced1cbef2b req-8e41e93b-7072-4af0-b1e2-7672c752d2b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0590181 Jul 30 10:50:11.075671 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Pushing event updated for resources: {'Port': ['ID=86786229-69fb-4b87-9bf8-76fda6f0b4bc,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:11.082621 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-aa167793-3ed8-4c2c-83f7-35ced1cbef2b req-4349ce81-5071-4ada-b5ad-b3ca99a0ac39 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490735 Jul 30 10:50:11.265960 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:11.460981 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:11.600579 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Router 175d6670-023f-405c-bfed-fdfa6802b8b3 is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:50:11.714775 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:50:11.726379 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Sync routers for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:50:11.731744 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:11.736226 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-fac9de29-41dc-4b39-90fe-0aac0f66089a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6910095 Jul 30 10:50:11.736451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58514) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:11.736958 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:11.737567 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:49:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:11.812244 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a1a85-e415-425e-b90b-8e26b81550b6 None None] Network 3b29d854-19aa-42b6-a494-56b49d795b8c requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:11.850800 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:11.971562 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-6f267019-9912-4f67-a3c7-8a97a52462d6 None None] Provisioning for port 54ebdfd6-84cb-45f4-9241-55cef213b847 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:12.007642 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c545b1-eef0-4d2b-9a2d-b9040b98f52d req-5c934947-7802-4f69-8799-243b944e05ae tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:12.009959 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-06c545b1-eef0-4d2b-9a2d-b9040b98f52d req-5c934947-7802-4f69-8799-243b944e05ae tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0700574 Jul 30 10:50:12.056320 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:11Z', 'revision_number': 3, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:12.067144 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-06c545b1-eef0-4d2b-9a2d-b9040b98f52d req-a218a566-8642-4162-9045-a9df5e81fee6 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477831 Jul 30 10:50:12.094099 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Checking router: 175d6670-023f-405c-bfed-fdfa6802b8b3 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:50:12.094569 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Updating router 175d6670-023f-405c-bfed-fdfa6802b8b3 port 86786229-69fb-4b87-9bf8-76fda6f0b4bc binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:50:12.120498 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.227530 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107c74f-7f1f-4bcc-9cd2-f043c7547963 req-d2de48ff-06e5-40ff-9dbb-02b0f59bbaec tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:12.228961 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0107c74f-7f1f-4bcc-9cd2-f043c7547963 req-d2de48ff-06e5-40ff-9dbb-02b0f59bbaec tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0653846 Jul 30 10:50:12.235380 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.271116 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0107c74f-7f1f-4bcc-9cd2-f043c7547963 req-738c70ee-cee5-426b-a9e5-ca559421d7a9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Jul 30 10:50:12.407308 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Allocated IP 172.20.0.1 (3b29d854-19aa-42b6-a494-56b49d795b8c/2837b8e8-b7e0-4879-bb86-25c2d0093e7e/0cfeee7b-30fc-4d3c-a672-b58300d644ff) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:12.408711 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.418898 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Transition to ACTIVE for port object 86786229-69fb-4b87-9bf8-76fda6f0b4bc will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:12.426647 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.478441 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Attempting to bind port 86786229-69fb-4b87-9bf8-76fda6f0b4bc on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:12.478741 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Attempting to bind port 86786229-69fb-4b87-9bf8-76fda6f0b4bc by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:12.479124 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Attempting to bind port 86786229-69fb-4b87-9bf8-76fda6f0b4bc on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:12.481285 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Pushing event updated for resources: {'Port': ['ID=86786229-69fb-4b87-9bf8-76fda6f0b4bc,revision_number=2']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:12.490822 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:12.491202 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:12.491614 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.492019 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:12.492495 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Bound port: 86786229-69fb-4b87-9bf8-76fda6f0b4bc, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:12.492907 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.495427 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.495799 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.496147 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.496487 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.497008 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.497141 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.497468 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.497797 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.498184 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.498520 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.498845 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.499168 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.569557 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] For port 86786229-69fb-4b87-9bf8-76fda6f0b4bc, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:12.574284 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] For port 86786229-69fb-4b87-9bf8-76fda6f0b4bc, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=86786229-69fb-4b87-9bf8-76fda6f0b4bc,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:12.580223 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.642778 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:12.643308 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:49:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:12.646385 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7851e8-a606-4e9f-a4d4-fc7fb2bf8b71 None None] Pushing event updated for resources: {'Port': ['ID=86786229-69fb-4b87-9bf8-76fda6f0b4bc,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:12.746827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.749040 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.757894 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:12.760185 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Transition to ACTIVE for port object 0cfeee7b-30fc-4d3c-a672-b58300d644ff will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:12.794039 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.832408 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-745f5a27-6e34-42f6-ab72-77ba86dfddeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.835001 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Network 3b29d854-19aa-42b6-a494-56b49d795b8c is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:12.838188 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:12.842045 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:12.842539 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:12.852089 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfeee7b-30fc-4d3c-a672-b58300d644ff,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:12.896826 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.897092 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.897440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.897786 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.898151 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.898488 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.898822 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.899154 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.899489 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.899820 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.900146 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:12.900474 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:13.012719 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.051068 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:11Z', 'revision_number': 3, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:13.083272 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee89a4-a2e7-4964-b4c4-3eb72749544d None None] The sync data for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi is: [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:11Z', 'revision_number': 3, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:50:13.145353 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1b4f0c34-0535-41d1-9151-4b4afd8fd1a6 None None] Provisioning for port 0cfeee7b-30fc-4d3c-a672-b58300d644ff completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:13.150131 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1b4f0c34-0535-41d1-9151-4b4afd8fd1a6 None None] Provisioning complete for port 0cfeee7b-30fc-4d3c-a672-b58300d644ff triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:13.150510 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1b4f0c34-0535-41d1-9151-4b4afd8fd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.154978 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 54ebdfd6-84cb-45f4-9241-55cef213b847 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:13.197400 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f0c34-0535-41d1-9151-4b4afd8fd1a6 None None] Port 0cfeee7b-30fc-4d3c-a672-b58300d644ff cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:50:13.203904 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3d3b-c966-494c-be8b-672e3265476d req-6bc27c0c-e7ad-4634-bdcc-3d8a0cceaeb0 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:13.212098 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fded3d3b-c966-494c-be8b-672e3265476d req-6bc27c0c-e7ad-4634-bdcc-3d8a0cceaeb0 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0623465 Jul 30 10:50:13.219911 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.225735 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.227427 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.249806 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fded3d3b-c966-494c-be8b-672e3265476d req-36465c4f-b8d8-4370-a5b3-2bab5251dce9 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Jul 30 10:50:13.254785 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 54ebdfd6-84cb-45f4-9241-55cef213b847 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:13.259279 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 54ebdfd6-84cb-45f4-9241-55cef213b847 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:13.259665 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.335079 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfeee7b-30fc-4d3c-a672-b58300d644ff,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:13.369301 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.411173 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Network 3b29d854-19aa-42b6-a494-56b49d795b8c is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:13.411360 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:13.450748 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.457092 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 54ebdfd6-84cb-45f4-9241-55cef213b847, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=54ebdfd6-84cb-45f4-9241-55cef213b847,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:13.464199 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.495280 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fc60a-4e06-41c9-9661-46bff2f2c7fd req-66c1dc66-ec89-406f-a317-c4ec0112a298 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:13.503118 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-384fc60a-4e06-41c9-9661-46bff2f2c7fd req-66c1dc66-ec89-406f-a317-c4ec0112a298 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1268604 Jul 30 10:50:13.568227 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=54ebdfd6-84cb-45f4-9241-55cef213b847,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:13.584903 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-384fc60a-4e06-41c9-9661-46bff2f2c7fd req-d927b824-325b-4215-a8f3-4db3264584a9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702698 Jul 30 10:50:13.614006 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Router 175d6670-023f-405c-bfed-fdfa6802b8b3 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:50:13.750947 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-a71a66e6-8373-4f23-9987-dd4618e7b792 None None] Provisioning complete for port 0cfeee7b-30fc-4d3c-a672-b58300d644ff triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:13.751327 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-a71a66e6-8373-4f23-9987-dd4618e7b792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:13.758889 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:50:13.776094 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-23f51ac8-20ed-421b-9eb8-78854eac99a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/175d6670-023f-405c-bfed-fdfa6802b8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0288391 Jul 30 10:50:13.793517 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-a71a66e6-8373-4f23-9987-dd4618e7b792 None None] Port 0cfeee7b-30fc-4d3c-a672-b58300d644ff cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:50:14.238231 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58546) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:14.243158 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1947032815-network', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:14.264333 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Made reservation on behalf of 3591669ae6374d83a841ce4e52ce032f for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:14.267583 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.275902 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.399531 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab9c91-57d5-4ea1-a970-499e954370b2 req-aa1e8e0c-0432-45a7-a429-2f55e2f0e5fa tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:14.400999 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4fab9c91-57d5-4ea1-a970-499e954370b2 req-aa1e8e0c-0432-45a7-a429-2f55e2f0e5fa tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0773976 Jul 30 10:50:14.420144 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.430862 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.468866 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:50:14.488710 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4fab9c91-57d5-4ea1-a970-499e954370b2 req-fb8fefd3-b5e5-4b60-9c7e-93f641239e29 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Jul 30 10:50:14.492222 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa85d8-c11b-4a6f-9905-89b32affd71e,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:14.495076 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.495488 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Added segment 00e39d0d-2d7a-4f62-8bf2-a15d8d98160a of type vlan for network 51afcf4e-c077-4396-9ce2-7d69a80cccbc Jul 30 10:50:14.509660 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.510032 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.510371 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.510704 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.511032 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.511362 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.511688 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.512028 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.512331 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.512652 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.512973 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.513298 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:14.556153 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.589774 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.591129 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:14.591933 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.647523 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4080999 Jul 30 10:50:14.650735 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58558) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:14.656605 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Request body: {'subnet': {'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1947032815-subnet', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:14.681629 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccab5c-1067-4e89-9061-e1c1e41a910d admin admin] Pushing event updated for resources: {'Network': ['ID=51afcf4e-c077-4396-9ce2-7d69a80cccbc,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:14.692948 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:50:14.767009 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Made reservation on behalf of 3591669ae6374d83a841ce4e52ce032f for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:14.770003 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:14.852965 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Sync routers for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:50:14.859667 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ec278-4112-4bde-8006-05120b03db9a req-ecb0362b-e119-4eee-ad5d-494a885404e4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:14.861304 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-565ec278-4112-4bde-8006-05120b03db9a req-ecb0362b-e119-4eee-ad5d-494a885404e4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1384673 Jul 30 10:50:14.863781 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:14.864527 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:14.927629 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-565ec278-4112-4bde-8006-05120b03db9a req-70ffae96-93e0-42af-b86b-e7c43b0b91ee tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597835 Jul 30 10:50:14.990052 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:15.046674 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.124735 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9008c4a0-768c-4b87-9e4c-4e1cc5352be5,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:15.134312 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Checking segment: {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:15.134904 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Network hostable DHCP agents. Network: 51afcf4e-c077-4396-9ce2-7d69a80cccbc, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:50:15.159984 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:50:15.175588 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 51afcf4e-c077-4396-9ce2-7d69a80cccbc) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:15.180934 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 54ebdfd6-84cb-45f4-9241-55cef213b847 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:15.183909 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:15.184652 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.191415 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4bef5-1586-4c7f-8b0f-6a5291fedc6b None None] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:15.203580 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8cd81e91-4021-4a37-b5b8-e29a41b6c70c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5518131 Jul 30 10:50:15.206462 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58576) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:15.210982 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:15.234518 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.235958 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.295882 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.321953 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.371882 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 54ebdfd6-84cb-45f4-9241-55cef213b847 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:15.372259 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.439026 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:13Z', 'revision_number': 2, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:15.443958 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.477638 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Checking router: 175d6670-023f-405c-bfed-fdfa6802b8b3 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:50:15.478020 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Updating router 175d6670-023f-405c-bfed-fdfa6802b8b3 port 0cfeee7b-30fc-4d3c-a672-b58300d644ff binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:50:15.521585 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.526414 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-51afcf4e-c077-4396-9ce2-7d69a80cccbc', 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'fixed_ips': [{'subnet_id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:50:15.527267 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.647963 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21247cb-ce43-4971-b086-f333d22a429f req-264c7141-9111-48cb-b04a-3e1db67401be tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:15.649633 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c21247cb-ce43-4971-b086-f333d22a429f req-264c7141-9111-48cb-b04a-3e1db67401be tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.0588884 Jul 30 10:50:15.688222 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.701111 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c21247cb-ce43-4971-b086-f333d22a429f req-7699ab19-0d79-45b5-9c63-dbcafffe021e tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Jul 30 10:50:15.713564 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:15.745352 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 86786229-69fb-4b87-9bf8-76fda6f0b4bc up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:15.847503 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Allocated IP 172.27.0.252 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/97aad2c9-d146-4d67-b452-d751eee75b21) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:15.974055 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.022733 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.026441 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Allocated IP 172.20.0.2 (51afcf4e-c077-4396-9ce2-7d69a80cccbc/9008c4a0-768c-4b87-9e4c-4e1cc5352be5/9e59881b-c1f8-4794-aab2-7ee77499f6c6) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:16.063091 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 86786229-69fb-4b87-9bf8-76fda6f0b4bc completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:16.087887 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Pushing event updated for resources: {'Port': ['ID=97aad2c9-d146-4d67-b452-d751eee75b21,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:16.113602 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:16.117185 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 86786229-69fb-4b87-9bf8-76fda6f0b4bc triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:16.117350 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:16.117463 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.120223 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:16.202842 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f692f4-0237-457e-830c-2350f9f04617 req-fc65576f-cdd5-4782-bd84-a16ab0a5689f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:16.204870 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c4f692f4-0237-457e-830c-2350f9f04617 req-fc65576f-cdd5-4782-bd84-a16ab0a5689f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1378467 Jul 30 10:50:16.293414 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.336863 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Transition to ACTIVE for port object 0cfeee7b-30fc-4d3c-a672-b58300d644ff will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:16.355788 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.360901 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.378335 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.405321 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Transition to ACTIVE for port object 9e59881b-c1f8-4794-aab2-7ee77499f6c6 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:16.432204 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c4f692f4-0237-457e-830c-2350f9f04617 req-d487f092-df62-4681-8afc-97a1087a8db7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562216 Jul 30 10:50:16.444382 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-c4d2e135-d021-4539-89e8-142f809e80f3 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:16.445969 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-c4d2e135-d021-4539-89e8-142f809e80f3 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.1846795 Jul 30 10:50:16.461014 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 86786229-69fb-4b87-9bf8-76fda6f0b4bc, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=86786229-69fb-4b87-9bf8-76fda6f0b4bc,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:16.467469 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498fcbc-920e-4ace-b04c-0e04851706f4 None None] Pushing event updated for resources: {'Port': ['ID=0cfeee7b-30fc-4d3c-a672-b58300d644ff,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:16.471409 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Transition to ACTIVE for port object 9e59881b-c1f8-4794-aab2-7ee77499f6c6 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:16.480345 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.490864 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.515319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.577477 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Attempting to bind port 0cfeee7b-30fc-4d3c-a672-b58300d644ff on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:16.578397 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Attempting to bind port 0cfeee7b-30fc-4d3c-a672-b58300d644ff by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:16.578774 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Attempting to bind port 0cfeee7b-30fc-4d3c-a672-b58300d644ff on network 3b29d854-19aa-42b6-a494-56b49d795b8c {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:16.583793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:16.604768 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:16.608884 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:16.609513 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Checking segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:16.610101 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.610910 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Bound using segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:16.611562 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Bound port: 0cfeee7b-30fc-4d3c-a672-b58300d644ff, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:16.612123 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.632519 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:16.639603 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=86786229-69fb-4b87-9bf8-76fda6f0b4bc,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:16.741974 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Pushing event updated for resources: {'Port': ['ID=9e59881b-c1f8-4794-aab2-7ee77499f6c6,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:16.796044 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Attempting to bind port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:16.796745 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Attempting to bind port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:16.796745 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Attempting to bind port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 on network 51afcf4e-c077-4396-9ce2-7d69a80cccbc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:16.799434 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] For port 0cfeee7b-30fc-4d3c-a672-b58300d644ff, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:16.816661 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] For port 0cfeee7b-30fc-4d3c-a672-b58300d644ff, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=0cfeee7b-30fc-4d3c-a672-b58300d644ff,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:16.818055 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:16.818438 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Checking segment: {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:16.818825 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.819412 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Bound using segment: {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:16.819673 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Bound port: 9e59881b-c1f8-4794-aab2-7ee77499f6c6, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:16.820064 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.831589 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:16.930676 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:16.931313 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:16.971622 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498fcbc-920e-4ace-b04c-0e04851706f4 None None] Pushing event updated for resources: {'Port': ['ID=0cfeee7b-30fc-4d3c-a672-b58300d644ff,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:16.989763 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] For port 9e59881b-c1f8-4794-aab2-7ee77499f6c6, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:16.994426 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] For port 9e59881b-c1f8-4794-aab2-7ee77499f6c6, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=9e59881b-c1f8-4794-aab2-7ee77499f6c6,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:17.006287 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:17.084949 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33805179-1b81-4d93-9548-6425a8519a6c req-093a2128-054c-4608-a8ee-12f46b54102a tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:17.093236 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-33805179-1b81-4d93-9548-6425a8519a6c req-093a2128-054c-4608-a8ee-12f46b54102a tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 949 time: 0.1654835 Jul 30 10:50:17.096581 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Deleting port 2b84986f-2f1e-41e3-a622-18cd87ee5730 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:50:17.096929 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:17.098902 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 86786229-69fb-4b87-9bf8-76fda6f0b4bc up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:17.101351 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a879acf-21c2-4906-a08f-7a4bb2e8dfbf req-1aaaa3c5-66c6-42ac-8ed3-9fd5cd988b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:17.102893 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1a879acf-21c2-4906-a08f-7a4bb2e8dfbf req-1aaaa3c5-66c6-42ac-8ed3-9fd5cd988b15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.1764767 Jul 30 10:50:17.166115 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:17.168786 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9569756-08b8-4319-b98a-d8ba7edb6f37 None None] Pushing event updated for resources: {'Port': ['ID=9e59881b-c1f8-4794-aab2-7ee77499f6c6,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:17.266803 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-33805179-1b81-4d93-9548-6425a8519a6c req-b4030d8d-9ab2-4a95-b052-d398d8a5db8e tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/security-groups?id=82207dd9-f23b-4634-bbb8-881b6e2a7130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726103 Jul 30 10:50:17.288118 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:17.328033 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1a879acf-21c2-4906-a08f-7a4bb2e8dfbf req-4c887b63-9313-48d0-9dd5-6f38d663c469 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Jul 30 10:50:17.409627 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 86786229-69fb-4b87-9bf8-76fda6f0b4bc triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:17.410047 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:17.414024 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] For port 2b84986f-2f1e-41e3-a622-18cd87ee5730, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=2b84986f-2f1e-41e3-a622-18cd87ee5730,segment=NetworkSegment(4c617383-b701-44a0-a4e6-77b56a2c34e0),segment_id=4c617383-b701-44a0-a4e6-77b56a2c34e0)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:17.414429 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:17.455531 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Calling delete_port for 2b84986f-2f1e-41e3-a622-18cd87ee5730 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:50:17.656221 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:17.704901 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fded2-8cb3-4340-bbbb-fe9b72db75a5 None None] The sync data for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi is: [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:50:17.721071 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251bdd-f126-43c6-a025-3801756d7735 req-0b44bd85-9104-4bac-b563-2acd7fb1e9d9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:17.722760 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-90251bdd-f126-43c6-a025-3801756d7735 req-0b44bd85-9104-4bac-b563-2acd7fb1e9d9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1622982 Jul 30 10:50:17.727409 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:50:17.886370 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:17.900323 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-90251bdd-f126-43c6-a025-3801756d7735 req-21666412-70d9-40d4-9d8b-cae76325f61f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519549 Jul 30 10:50:17.928979 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['2b84986f-2f1e-41e3-a622-18cd87ee5730'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:17.959610 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Pushing event deleted for resources: {'Port': ['ID=2b84986f-2f1e-41e3-a622-18cd87ee5730,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:18.010715 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-7f16315d-64d7-458e-9cc0-ec1fba8920fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:18.012441 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-7f16315d-64d7-458e-9cc0-ec1fba8920fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.2859704 Jul 30 10:50:18.055228 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] No DVR routers for this DVR port 2b84986f-2f1e-41e3-a622-18cd87ee5730 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:50:18.057862 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.066644 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d7ae2ab2-362a-412b-a5af-42ce4c3864d5 req-2df08f0b-dfab-4e10-b95b-63374ad65755 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.10 "DELETE /v2.0/ports/2b84986f-2f1e-41e3-a622-18cd87ee5730 HTTP/1.1" status: 204 len: 173 time: 1.6063023 Jul 30 10:50:18.069805 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'name': 'network-vif-deleted', 'tag': '2b84986f-2f1e-41e3-a622-18cd87ee5730'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:18.074281 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b42748-d079-449a-b2be-7953a2191f80" -d '{"events": [{"server_uuid": "bc13fbe8-c5de-4eec-b1a4-a52d609e043d", "name": "network-vif-deleted", "tag": "2b84986f-2f1e-41e3-a622-18cd87ee5730"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:18.075291 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58622) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:18.185288 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d514b676-ac3b-4624-b4cd-3d4a18d3e95b x-openstack-request-id: req-d514b676-ac3b-4624-b4cd-3d4a18d3e95b {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:18.185874 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc13fbe8-c5de-4eec-b1a4-a52d609e043d", "name": "network-vif-deleted", "tag": "2b84986f-2f1e-41e3-a622-18cd87ee5730", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:18.185874 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d514b676-ac3b-4624-b4cd-3d4a18d3e95b {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:18.186185 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc13fbe8-c5de-4eec-b1a4-a52d609e043d', 'name': 'network-vif-deleted', 'tag': '2b84986f-2f1e-41e3-a622-18cd87ee5730', 'status': 'completed', 'code': 200} Jul 30 10:50:18.208737 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:50:18.229154 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Sync routers for ids ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:50:18.245826 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.247268 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8a6e18ef-4529-4a93-8f81-f310c173221a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0398564 Jul 30 10:50:18.250743 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58628) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:18.259026 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Routers {'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:18.259416 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:18.281135 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-418843d7-8b07-413c-8d3d-b05a411ab5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:18.283077 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-418843d7-8b07-413c-8d3d-b05a411ab5a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.2384381 Jul 30 10:50:18.392023 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.420785 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-4e7eed35-326e-416c-a635-cc0a8a455b2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.1039538 Jul 30 10:50:18.459987 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3caf0491-6a10-46f9-a6fc-290febdc5d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.535650 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Set router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:18.536511 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-29b7c62e-6c8d-4ba1-b151-74828012595a req-0a153eae-b835-4958-b677-7ab80aa9d588 tempest-VolumesNegativeTest-1750529526 tempest-VolumesNegativeTest-1750529526-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc13fbe8-c5de-4eec-b1a4-a52d609e043d HTTP/1.1" status: 200 len: 210 time: 0.0751305 Jul 30 10:50:18.573192 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-68b6fcca-9221-42c7-ba36-f6a8a6148070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:18.575192 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-68b6fcca-9221-42c7-ba36-f6a8a6148070 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.1307178 Jul 30 10:50:18.636956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7712e2-d626-47c9-9931-722b98bfb53c None None] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:18.699285 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-158fd478-8683-4bca-b738-b49c13a65bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532055 Jul 30 10:50:18.723560 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3caf0491-6a10-46f9-a6fc-290febdc5d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.728568 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d136bcf7-5754-424a-a0a7-434a221bdae0 None None] Provisioning for port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:18.773067 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3caf0491-6a10-46f9-a6fc-290febdc5d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.850503 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 3, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:18.899281 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Checking router: eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:50:18.899978 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Updating router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 port 97aad2c9-d146-4d67-b452-d751eee75b21 binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:50:18.920929 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-4f691ace-e8fe-46d6-85ae-1e7eec460abe service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088659 Jul 30 10:50:18.931532 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf0491-6a10-46f9-a6fc-290febdc5d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47fe68-c7aa-46d7-8c71-b4bd825a5df7,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:18.946667 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3caf0491-6a10-46f9-a6fc-290febdc5d57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87e4c599ca0b451c8acfea603d22337f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8696449 Jul 30 10:50:18.961315 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:18.968181 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58640) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:19.137719 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23754a54-961c-499b-bcde-482d7b47ad05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.282392 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 0cfeee7b-30fc-4d3c-a672-b58300d644ff up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:19.325051 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23754a54-961c-499b-bcde-482d7b47ad05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.347064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd47f5-00f4-4c55-9ae7-7ffde45b8905 req-da86fca4-0360-4f56-bb83-162efe7feef2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:19.356811 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-50bd47f5-00f4-4c55-9ae7-7ffde45b8905 req-da86fca4-0360-4f56-bb83-162efe7feef2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.2738113 Jul 30 10:50:19.380643 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6ef8640-4c76-4408-84f9-1f0550e6d2e4 req-531e0885-7468-4396-86ac-7da56ba4dbb5 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454112 Jul 30 10:50:19.397553 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 0cfeee7b-30fc-4d3c-a672-b58300d644ff completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:19.402189 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 0cfeee7b-30fc-4d3c-a672-b58300d644ff triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:19.402576 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.431479 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-50bd47f5-00f4-4c55-9ae7-7ffde45b8905 req-ea0e0190-c83b-4e1a-9f76-a820fb612fc7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735831 Jul 30 10:50:19.484301 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.508561 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Transition to ACTIVE for port object 97aad2c9-d146-4d67-b452-d751eee75b21 will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:19.520214 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.593042 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Attempting to bind port 97aad2c9-d146-4d67-b452-d751eee75b21 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:19.593515 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Attempting to bind port 97aad2c9-d146-4d67-b452-d751eee75b21 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:19.594174 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Attempting to bind port 97aad2c9-d146-4d67-b452-d751eee75b21 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:19.602675 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:19.603225 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:19.603742 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.604228 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:19.605066 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Bound port: 97aad2c9-d146-4d67-b452-d751eee75b21, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:19.605984 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.615525 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.676833 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 0cfeee7b-30fc-4d3c-a672-b58300d644ff, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=0cfeee7b-30fc-4d3c-a672-b58300d644ff,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:19.691367 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] For port 97aad2c9-d146-4d67-b452-d751eee75b21, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:19.693480 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.694905 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 9e59881b-c1f8-4794-aab2-7ee77499f6c6 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:19.700257 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] For port 97aad2c9-d146-4d67-b452-d751eee75b21, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=97aad2c9-d146-4d67-b452-d751eee75b21,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:19.706828 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.745183 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Routers {'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:19.746057 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:19.784882 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=0cfeee7b-30fc-4d3c-a672-b58300d644ff,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:19.805742 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e82825-ca43-4944-a30f-96526beabcc4 None None] Pushing event updated for resources: {'Port': ['ID=97aad2c9-d146-4d67-b452-d751eee75b21,revision_number=2']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:19.855738 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:19.862223 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:19.862956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.919941 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e82825-ca43-4944-a30f-96526beabcc4 None None] Pushing event updated for resources: {'Port': ['ID=97aad2c9-d146-4d67-b452-d751eee75b21,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:19.929793 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] Set router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:19.930829 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23754a54-961c-499b-bcde-482d7b47ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.934002 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23754a54-961c-499b-bcde-482d7b47ad05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:19.935525 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-23754a54-961c-499b-bcde-482d7b47ad05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c47fe68-c7aa-46d7-8c71-b4bd825a5df7 HTTP/1.1" status: 204 len: 168 time: 0.9660578 Jul 30 10:50:20.031876 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-1f114bd1-be6c-48cb-b894-3659b5dc69b7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:20.045167 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-1f114bd1-be6c-48cb-b894-3659b5dc69b7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.7790005 Jul 30 10:50:20.057292 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23754a54-961c-499b-bcde-482d7b47ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47fe68-c7aa-46d7-8c71-b4bd825a5df7,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:20.085487 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:20.090187 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-1e9d2e2c-d08a-412e-aea6-18ba459e9a40 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/quotas/c417e4ae229f4d88ac1906067a1474e3 HTTP/1.1" status: 200 len: 375 time: 0.0335522 Jul 30 10:50:20.159563 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 9e59881b-c1f8-4794-aab2-7ee77499f6c6, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=9e59881b-c1f8-4794-aab2-7ee77499f6c6,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:20.172430 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-4eebfb79-059c-46d8-b572-9f113ca6683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:20.174901 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:20.190228 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-4eebfb79-059c-46d8-b572-9f113ca6683e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.1033137 Jul 30 10:50:20.207892 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 3, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:20.321115 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602cb9c-5a29-45ea-ac28-2d352f56fefc None None] The sync data for ids ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'] in dv-cinder-801989-5-iscsi is: [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 3, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:50:20.350887 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:20.351863 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=9e59881b-c1f8-4794-aab2-7ee77499f6c6,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:20.429737 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-f0085a82-bea2-49e6-aa8a-ba6e743223e5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3313234 Jul 30 10:50:20.517472 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-45d58c53-609c-44dc-a191-f50f4bf28f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:20.519831 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-45d58c53-609c-44dc-a191-f50f4bf28f20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.3210917 Jul 30 10:50:20.605675 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfdc6a-f0cf-4c3f-9bfd-fcd415d38790 req-f62d8c99-1c90-4668-9b7e-4392272ad362 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:20.607527 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-87cfdc6a-f0cf-4c3f-9bfd-fcd415d38790 req-f62d8c99-1c90-4668-9b7e-4392272ad362 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1724050 Jul 30 10:50:20.608173 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58692) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:20.612204 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-21229516-0e88-494c-83ac-2c9fb2ef670c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.0735033 Jul 30 10:50:20.629970 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b85da87b-8b6b-449a-8793-5bf4555d95df admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:20.721796 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-5b51f397-24b3-4c61-bea8-d474d4f0d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:20.723678 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-5b51f397-24b3-4c61-bea8-d474d4f0d754 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.0877299 Jul 30 10:50:20.754568 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-97e6432c-9773-4e08-9e9c-7b8df4586cb6 service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132482 Jul 30 10:50:20.884159 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-87cfdc6a-f0cf-4c3f-9bfd-fcd415d38790 req-b53de11c-1fbf-4b06-8155-3d73961a4eba tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503214 Jul 30 10:50:20.888938 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-df7c76c1-fe35-456f-963e-cb915bf6e21b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884399 Jul 30 10:50:20.924952 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Allocated IP 172.20.0.1 (51afcf4e-c077-4396-9ce2-7d69a80cccbc/9008c4a0-768c-4b87-9e4c-4e1cc5352be5/e1c96e6e-db28-43d9-adcd-ec7f422b787b) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:20.951110 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-3afef795-4ffe-428f-b01d-f7c617777525 service neutron] 10.222.0.23 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957293 Jul 30 10:50:21.104143 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.105407 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-b65fe5eb-e0e3-458c-a08c-4ce56786aca6 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999748 Jul 30 10:50:21.119209 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Transition to ACTIVE for port object e1c96e6e-db28-43d9-adcd-ec7f422b787b will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:21.164647 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.284977 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 9e59881b-c1f8-4794-aab2-7ee77499f6c6 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:21.292897 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:21.301639 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:21.307775 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:21.346746 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-80567eae-ca7d-4f7f-922c-7663d2a600da req-02b7ecb4-1f5a-4ab3-ac4a-049fcc6f9975 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 210 time: 0.0754273 Jul 30 10:50:21.394192 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b85da87b-8b6b-449a-8793-5bf4555d95df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.410659 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b85da87b-8b6b-449a-8793-5bf4555d95df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.420412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Pushing event updated for resources: {'Port': ['ID=e1c96e6e-db28-43d9-adcd-ec7f422b787b,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:21.447162 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-661f7fd9-a23c-445d-8255-aa3c8fcec995 req-5b89e087-f06f-4806-95ed-ac746bc51147 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252494 Jul 30 10:50:21.448993 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:21.449458 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.458327 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.565073 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b85da87b-8b6b-449a-8793-5bf4555d95df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=703f4ed2d13846c99325e860ae66f9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9545493 Jul 30 10:50:21.567799 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58766) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:21.580297 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85da87b-8b6b-449a-8793-5bf4555d95df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165275cc-6738-4df4-8002-37f660e30839,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:21.634917 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 2b84986f-2f1e-41e3-a622-18cd87ee5730 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:50:21.662881 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 2b84986f-2f1e-41e3-a622-18cd87ee5730 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:50:21.663480 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 2b84986f-2f1e-41e3-a622-18cd87ee5730 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:50:21.665434 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-644ce13f-3a37-4da5-9fe3-09633604aa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.678222 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 0cfeee7b-30fc-4d3c-a672-b58300d644ff up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:21.715769 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-644ce13f-3a37-4da5-9fe3-09633604aa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.787442 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-7c8b7bdd-27da-402c-af7e-0eb48b6c1ea6 None None] Provisioning for port e1c96e6e-db28-43d9-adcd-ec7f422b787b completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:21.794559 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-7c8b7bdd-27da-402c-af7e-0eb48b6c1ea6 None None] Provisioning complete for port e1c96e6e-db28-43d9-adcd-ec7f422b787b triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:21.795073 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7bdd-27da-402c-af7e-0eb48b6c1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.815717 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-644ce13f-3a37-4da5-9fe3-09633604aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.822754 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-644ce13f-3a37-4da5-9fe3-09633604aa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.825223 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-644ce13f-3a37-4da5-9fe3-09633604aa72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/165275cc-6738-4df4-8002-37f660e30839 HTTP/1.1" status: 204 len: 168 time: 0.2553241 Jul 30 10:50:21.835555 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ce13f-3a37-4da5-9fe3-09633604aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165275cc-6738-4df4-8002-37f660e30839,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:21.838488 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b7bdd-27da-402c-af7e-0eb48b6c1ea6 None None] Port e1c96e6e-db28-43d9-adcd-ec7f422b787b cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:50:21.849901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:21.851119 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 0cfeee7b-30fc-4d3c-a672-b58300d644ff triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:21.851501 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.083648 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af134ab3-70f4-48f1-9f24-27dcda91ecd7 req-2eb29883-511c-4263-b44a-fb4a29de733f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:22.091703 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-af134ab3-70f4-48f1-9f24-27dcda91ecd7 req-2eb29883-511c-4263-b44a-fb4a29de733f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1257889 Jul 30 10:50:22.107970 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 97aad2c9-d146-4d67-b452-d751eee75b21 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:22.157122 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-af134ab3-70f4-48f1-9f24-27dcda91ecd7 req-1acf4d23-f639-497b-a8bc-73301302bf91 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643528 Jul 30 10:50:22.198739 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 97aad2c9-d146-4d67-b452-d751eee75b21 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:22.207418 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 97aad2c9-d146-4d67-b452-d751eee75b21 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:22.217032 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.226225 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.234815 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.322077 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.330762 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Pushing event updated for resources: {'Port': ['ID=e1c96e6e-db28-43d9-adcd-ec7f422b787b,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:22.403109 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.462661 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 97aad2c9-d146-4d67-b452-d751eee75b21, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=97aad2c9-d146-4d67-b452-d751eee75b21,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:22.471502 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.506736 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:22.509048 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:22.540412 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9d75e708-5c80-4fdb-91a0-c9e6f33c7067 req-12bc8910-44eb-423c-90c8-29434ba82af2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 210 time: 0.0623307 Jul 30 10:50:22.706406 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:50:22.736594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=97aad2c9-d146-4d67-b452-d751eee75b21,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:22.873365 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d024535b-a1a0-499f-85d0-de5f272d33f6 None None] Provisioning complete for port e1c96e6e-db28-43d9-adcd-ec7f422b787b triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:22.873365 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d024535b-a1a0-499f-85d0-de5f272d33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:22.891333 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:50:22.896978 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-11f0c596-d085-444d-aa21-da1174967d9f admin admin] 10.222.0.23 "PUT /v2.0/routers/eb9a443a-86f9-40ff-a0a9-4909dc68bfc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6450791 Jul 30 10:50:22.947768 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-d024535b-a1a0-499f-85d0-de5f272d33f6 None None] Port e1c96e6e-db28-43d9-adcd-ec7f422b787b cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:50:22.951704 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Sync routers for ids ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:50:22.965536 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Routers {'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:22.966482 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:23.121503 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Set router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:23.179578 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-127ab6cf-7400-4e39-848e-e51ccc7358ca tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:23.181473 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-127ab6cf-7400-4e39-848e-e51ccc7358ca tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 815 time: 0.2353497 Jul 30 10:50:23.205385 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Request body: {'port': {'device_id': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'admin_state_up': True, 'tenant_id': 'c417e4ae229f4d88ac1906067a1474e3'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:23.319595 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 97aad2c9-d146-4d67-b452-d751eee75b21 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:23.438818 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Made reservation on behalf of c417e4ae229f4d88ac1906067a1474e3 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:23.444726 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:23.552802 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 97aad2c9-d146-4d67-b452-d751eee75b21 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:23.553383 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:23.653748 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:21Z', 'revision_number': 4, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'e1c96e6e-db28-43d9-adcd-ec7f422b787b', 'name': '', 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'mac_address': 'fa:16:3e:67:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:20Z', 'updated_at': '2021-07-30T10:50:21Z', 'revision_number': 2, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'subnets': [{'id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:23.665613 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Allocated IP 172.20.0.10 (432b3d58-26d9-49cd-b016-58ed71a7d2ab/3abd4453-dae0-4b18-82f0-520752a35bef/6a686b19-5055-4047-855d-ca82158a7fbf) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:23.739004 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Checking router: eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:50:23.739357 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Updating router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 port e1c96e6e-db28-43d9-adcd-ec7f422b787b binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:50:23.838551 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:23.886098 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a63803-bb71-49f4-9326-1309b2b3ae42 req-cd80f89f-c0e9-4772-8053-dfb234ae7ee8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:23.895100 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-83a63803-bb71-49f4-9326-1309b2b3ae42 req-cd80f89f-c0e9-4772-8053-dfb234ae7ee8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0931082 Jul 30 10:50:23.943621 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-83a63803-bb71-49f4-9326-1309b2b3ae42 req-c8ab7206-c258-44f0-9864-bf3743d38435 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Jul 30 10:50:23.998315 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.090398 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2b7181be-99c0-47ce-9763-00909ed59061 req-5dc217f6-0840-4ed8-822b-e6d831e1d786 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 210 time: 0.0657442 Jul 30 10:50:24.092525 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.151756 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Network 432b3d58-26d9-49cd-b016-58ed71a7d2ab is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:24.155637 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:24.160255 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:24.164741 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6', '239fb795-82c1-4951-9080-7a9323034326', '0eb7e03c-8fd5-437d-978f-327d9140f1a4'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:24.166600 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:24.167264 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.210577 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0026488 Jul 30 10:50:24.210577 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88328817-47cb-4ac8-956a-a57c7bcd3fd9 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event updated for resources: {'Port': ['ID=6a686b19-5055-4047-855d-ca82158a7fbf,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:24.210577 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 58922) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:24.216156 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329633294', 'description': 'tempest-secgroup-smoke-329633294 description', 'project_id': '22b3fcee7e56475cae75800bef824df5'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:24.242492 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Request body: {'port': {'device_id': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:24.260111 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b1469-aca6-4f64-a2ea-bd7ad1e4855a req-40bdd3cf-f410-4578-97f9-6b2d4979e00f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:24.262032 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-874b1469-aca6-4f64-a2ea-bd7ad1e4855a req-40bdd3cf-f410-4578-97f9-6b2d4979e00f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1044955 Jul 30 10:50:24.353103 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-874b1469-aca6-4f64-a2ea-bd7ad1e4855a req-5535446c-b8d2-4e67-9656-1d87c442968c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841577 Jul 30 10:50:24.451523 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.534969 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Transition to ACTIVE for port object e1c96e6e-db28-43d9-adcd-ec7f422b787b will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:24.565537 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.565893 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.615519 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.648465 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07254a47-a795-4d87-9d5d-db5863f5fde4 None None] Pushing event updated for resources: {'Port': ['ID=e1c96e6e-db28-43d9-adcd-ec7f422b787b,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:24.731684 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Attempting to bind port e1c96e6e-db28-43d9-adcd-ec7f422b787b on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:24.732058 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Attempting to bind port e1c96e6e-db28-43d9-adcd-ec7f422b787b by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:24.732413 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Attempting to bind port e1c96e6e-db28-43d9-adcd-ec7f422b787b on network 51afcf4e-c077-4396-9ce2-7d69a80cccbc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:24.755641 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:24.755907 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Checking segment: {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:24.756386 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.756690 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Bound using segment: {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:24.757163 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Bound port: e1c96e6e-db28-43d9-adcd-ec7f422b787b, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:24.757556 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:24.949861 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] For port e1c96e6e-db28-43d9-adcd-ec7f422b787b, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:24.954038 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] For port e1c96e6e-db28-43d9-adcd-ec7f422b787b, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=e1c96e6e-db28-43d9-adcd-ec7f422b787b,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:25.004185 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.033650 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.042020 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.137476 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.142178 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9276228 Jul 30 10:50:25.142796 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 58978) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:25.149244 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group_rule': {'security_group_id': 'a91c7d84-68fe-4a8d-8aba-51df99a725c3', 'project_id': '22b3fcee7e56475cae75800bef824df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:25.157609 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07254a47-a795-4d87-9d5d-db5863f5fde4 None None] Pushing event updated for resources: {'Port': ['ID=e1c96e6e-db28-43d9-adcd-ec7f422b787b,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:25.205392 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Routers {'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:50:25.206118 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:25.237407 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ebac1-aa2d-466d-80e2-ae789a093d55 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c7d84-68fe-4a8d-8aba-51df99a725c3,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:25.287480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add90451-d6be-47bf-ae03-c804f453f45e req-91871082-1b78-4147-be0e-db8453fa3995 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:25.291601 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.298592 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-add90451-d6be-47bf-ae03-c804f453f45e req-91871082-1b78-4147-be0e-db8453fa3995 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.2250621 Jul 30 10:50:25.337998 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17c4ce-2586-4745-856e-c2d594b943fb req-209495ab-adc0-4edd-8556-fc290f7fbee6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:25.346257 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ae17c4ce-2586-4745-856e-c2d594b943fb req-209495ab-adc0-4edd-8556-fc290f7fbee6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 932 time: 0.1583045 Jul 30 10:50:25.454205 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ae17c4ce-2586-4745-856e-c2d594b943fb req-758c355e-d41e-4761-afa6-c3afe87b6ff4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028342 Jul 30 10:50:25.476803 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-add90451-d6be-47bf-ae03-c804f453f45e req-9b9bbad7-d23b-4f60-8600-c20c520ce265 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733742 Jul 30 10:50:25.480845 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] Set router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:50:25.512336 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a686b19-5055-4047-855d-ca82158a7fbf {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:25.532922 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.569824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Transition to ACTIVE for port object 6a686b19-5055-4047-855d-ca82158a7fbf will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:25.575994 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.611348 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.665953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.670957 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a686b19-5055-4047-855d-ca82158a7fbf,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:25.704391 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67f5e-ad7f-44f3-a625-b79f1210eb9a req-7426ef57-526d-4f39-9655-5c47251099dc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:25.706364 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c9c67f5e-ad7f-44f3-a625-b79f1210eb9a req-7426ef57-526d-4f39-9655-5c47251099dc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1063337 Jul 30 10:50:25.709069 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca474c9-2bad-4b0d-b663-181e2200555b,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:25.711074 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.715523 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1d308989-3374-4c94-8f22-7976448403e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5716112 Jul 30 10:50:25.716390 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59016) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:25.725787 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group_rule': {'security_group_id': 'a91c7d84-68fe-4a8d-8aba-51df99a725c3', 'project_id': '22b3fcee7e56475cae75800bef824df5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:25.742930 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Attempting to bind port 6a686b19-5055-4047-855d-ca82158a7fbf on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:25.744844 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Attempting to bind port 6a686b19-5055-4047-855d-ca82158a7fbf by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:25.745997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Attempting to bind port 6a686b19-5055-4047-855d-ca82158a7fbf on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:25.754446 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Port 6a686b19-5055-4047-855d-ca82158a7fbf on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:50:25.754687 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Attempting to bind port 6a686b19-5055-4047-855d-ca82158a7fbf on network 432b3d58-26d9-49cd-b016-58ed71a7d2ab {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:25.760827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:25.761295 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Checking segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:25.761854 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Bound using segment: {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:25.762503 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Bound port: 6a686b19-5055-4047-855d-ca82158a7fbf, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5681241-8d06-4325-b1e3-edee56c0e7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:25.763136 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.772689 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.817348 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:21Z', 'revision_number': 4, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'e1c96e6e-db28-43d9-adcd-ec7f422b787b', 'name': '', 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'mac_address': 'fa:16:3e:67:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:20Z', 'updated_at': '2021-07-30T10:50:24Z', 'revision_number': 4, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'subnets': [{'id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:25.820677 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c9c67f5e-ad7f-44f3-a625-b79f1210eb9a req-f52b6441-f9db-42c2-b1c6-f378838f4883 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016436 Jul 30 10:50:25.855226 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba084c-ca95-4391-b3ec-271e36add232 None None] The sync data for ids ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'] in dv-cinder-801989-5-iscsi is: [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:21Z', 'revision_number': 4, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'e1c96e6e-db28-43d9-adcd-ec7f422b787b', 'name': '', 'network_id': '51afcf4e-c077-4396-9ce2-7d69a80cccbc', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'mac_address': 'fa:16:3e:67:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:20Z', 'updated_at': '2021-07-30T10:50:24Z', 'revision_number': 4, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'subnets': [{'id': '9008c4a0-768c-4b87-9e4c-4e1cc5352be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:50:25.855906 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] For port 6a686b19-5055-4047-855d-ca82158a7fbf, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:25.856883 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.862132 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.864569 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] For port 6a686b19-5055-4047-855d-ca82158a7fbf, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a686b19-5055-4047-855d-ca82158a7fbf,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:25.876126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.881738 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40af1931-223e-4edf-8127-a69d0a68b15b,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:25.908192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.912872 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b46b48a2-4c45-4483-bbd4-1e2ac8531b44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1922486 Jul 30 10:50:25.913910 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59022) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:25.919896 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group_rule': {'security_group_id': 'a91c7d84-68fe-4a8d-8aba-51df99a725c3', 'project_id': '22b3fcee7e56475cae75800bef824df5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:25.925336 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:25.926170 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:25.927573 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a686b19-5055-4047-855d-ca82158a7fbf HTTP/1.1" status: 200 len: 1094 time: 1.6989958 Jul 30 10:50:25.928021 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'tag': '6a686b19-5055-4047-855d-ca82158a7fbf'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:25.930570 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b906bced-3b9c-43e4-b76d-faba0fba57ee", "tag": "6a686b19-5055-4047-855d-ca82158a7fbf"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:26.010327 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.065311 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534103d8-49d6-43cd-ab2a-7a4ad962e673 x-openstack-request-id: req-534103d8-49d6-43cd-ab2a-7a4ad962e673 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:26.065611 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906bced-3b9c-43e4-b76d-faba0fba57ee", "tag": "6a686b19-5055-4047-855d-ca82158a7fbf", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:26.065891 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-534103d8-49d6-43cd-ab2a-7a4ad962e673 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:26.066290 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'tag': '6a686b19-5055-4047-855d-ca82158a7fbf', 'status': 'completed', 'code': 200} Jul 30 10:50:26.067938 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a396fe-bd77-4afa-a7ab-ca7a8de66ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a686b19-5055-4047-855d-ca82158a7fbf,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:26.089441 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-04d9fe48-31b0-4520-98df-7dcdb4104d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:26.091374 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-04d9fe48-31b0-4520-98df-7dcdb4104d27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 1097 time: 0.0785649 Jul 30 10:50:26.094061 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.097950 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.118509 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a363df-267f-43dc-a0e7-d564b8822746,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:26.127549 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.128821 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-41e4308d-0a01-4e0d-902c-3735807cf871 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2138078 Jul 30 10:50:26.131860 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59028) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:26.136511 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group_rule': {'security_group_id': 'a91c7d84-68fe-4a8d-8aba-51df99a725c3', 'project_id': '22b3fcee7e56475cae75800bef824df5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:26.160755 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-e6c98025-0dac-4711-bcd0-357ea7812508 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a686b19-5055-4047-855d-ca82158a7fbf HTTP/1.1" status: 200 len: 217 time: 0.0415587 Jul 30 10:50:26.173268 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.214913 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-3b88396a-f068-41b7-9c3a-a4dd80346cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:26.216422 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-3b88396a-f068-41b7-9c3a-a4dd80346cd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.0483305 Jul 30 10:50:26.241009 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.251144 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.257968 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-7cf02a6b-675a-4be0-8331-c1ebc997ff1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287380 Jul 30 10:50:26.270751 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20def904-ae17-461b-bca4-ca34f3de21ed,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:26.282653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.284118 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-76d255e0-7552-4b43-8b3c-18dda07c000e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510818 Jul 30 10:50:26.286693 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59030) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:26.291358 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group_rule': {'security_group_id': 'a91c7d84-68fe-4a8d-8aba-51df99a725c3', 'project_id': '22b3fcee7e56475cae75800bef824df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:26.321359 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.securitygroups_db [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Project 22b3fcee7e56475cae75800bef824df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 10:50:26.326914 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.351344 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:50:26.370431 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-4583be72-dd89-4ca1-b4fc-ef31cc421e92 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008146 Jul 30 10:50:26.403259 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.408377 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.429784 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9252d9a8-99ea-49e1-bcc7-db3976c619c2,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:26.438267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.439614 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-62483b9b-69c3-4c0f-9e41-e2bfba2717fa tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518445 Jul 30 10:50:26.442488 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59032) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:26.448317 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'security_group_rule': {'security_group_id': 'a91c7d84-68fe-4a8d-8aba-51df99a725c3', 'project_id': '22b3fcee7e56475cae75800bef824df5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:26.484148 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.securitygroups_db [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Project 22b3fcee7e56475cae75800bef824df5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 10:50:26.490624 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.491839 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a01b753d-c1c3-4ef6-bdc0-974bde58e8a9 req-14481dc7-95ae-4ada-89f4-2cf7dcd8dafa service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108310 Jul 30 10:50:26.625665 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3934-f330-46f3-92e4-2756498d2c3d req-0591b590-f529-47f7-9c5e-b0e0832de81e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:26.627366 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c6ef3934-f330-46f3-92e4-2756498d2c3d req-0591b590-f529-47f7-9c5e-b0e0832de81e tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 944 time: 0.0982130 Jul 30 10:50:26.640541 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.651141 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.688719 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e232191-1ca0-490a-b811-1421aa6fb179,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:26.703930 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:26.705195 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-db26bc3b-22ea-4b70-b6e5-10b289584c4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2615731 Jul 30 10:50:26.706403 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-f8f6a8ab-071c-40fe-8aa1-24759b748f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:26.708298 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-f8f6a8ab-071c-40fe-8aa1-24759b748f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c417e4ae229f4d88ac1906067a1474e3&device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 1097 time: 0.0886123 Jul 30 10:50:26.719579 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c6ef3934-f330-46f3-92e4-2756498d2c3d req-3cf99804-55ce-4659-9f6c-eedb8fee1514 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768368 Jul 30 10:50:26.865341 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-8e439974-b20a-428e-88e2-9cba128f13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:26.866896 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-8e439974-b20a-428e-88e2-9cba128f13b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 200 len: 916 time: 0.1458249 Jul 30 10:50:26.970115 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-d7a329ea-743c-4b67-8ed5-fc5780cecdcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a686b19-5055-4047-855d-ca82158a7fbf HTTP/1.1" status: 200 len: 217 time: 0.0932136 Jul 30 10:50:27.125043 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-b9ebf721-5c40-428a-8a2d-9a061d33fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:27.134844 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device e1c96e6e-db28-43d9-adcd-ec7f422b787b up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:27.146122 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-b9ebf721-5c40-428a-8a2d-9a061d33fe9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 200 len: 855 time: 0.1276627 Jul 30 10:50:27.203242 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-5619941c-cf80-46f5-bbdb-0603d848ed7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=432b3d58-26d9-49cd-b016-58ed71a7d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387266 Jul 30 10:50:27.217395 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807af94-3fbd-49f4-b534-51c8825663c3 req-bace5995-c31a-478c-b05f-5ca9fc35fa5c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:27.219778 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e807af94-3fbd-49f4-b534-51c8825663c3 req-bace5995-c31a-478c-b05f-5ca9fc35fa5c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.2545712 Jul 30 10:50:27.248117 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59090) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:27.251431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port e1c96e6e-db28-43d9-adcd-ec7f422b787b completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:27.259029 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port e1c96e6e-db28-43d9-adcd-ec7f422b787b triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:27.259646 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.332060 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e807af94-3fbd-49f4-b534-51c8825663c3 req-3232f766-75bd-4fb2-9b40-d52bd9f4556f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008201 Jul 30 10:50:27.340494 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bafb8a-5a28-4dc8-b393-84d2e426c652 req-5f625b39-3370-422c-beec-4d6250ce607d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:27.352270 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-37bafb8a-5a28-4dc8-b393-84d2e426c652 req-5f625b39-3370-422c-beec-4d6250ce607d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0780330 Jul 30 10:50:27.388679 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-b59f807c-1c1f-44a9-af5f-67d5f16af077 service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667931 Jul 30 10:50:27.418914 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-37bafb8a-5a28-4dc8-b393-84d2e426c652 req-1bfe4e21-3567-438e-81b0-23191fe40a86 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Jul 30 10:50:27.546072 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.575101 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef0a5ddc-ce73-47f9-a1d2-249f25677bbc req-59936912-9d64-4a80-99c4-1d3985d3b1dc service neutron] 10.222.0.10 "GET /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782610 Jul 30 10:50:27.583346 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port e1c96e6e-db28-43d9-adcd-ec7f422b787b, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=e1c96e6e-db28-43d9-adcd-ec7f422b787b,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:27.589321 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.595868 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-69651441-20d1-4426-a56c-ab178336bf36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f12dbf6a1583418d8509bc1261f1d7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451622 Jul 30 10:50:27.596040 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59102) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:27.654347 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=e1c96e6e-db28-43d9-adcd-ec7f422b787b,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:27.695146 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f813690a-57f5-4d2a-93b7-9f17626ae9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.718321 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f813690a-57f5-4d2a-93b7-9f17626ae9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.772220 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f813690a-57f5-4d2a-93b7-9f17626ae9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.775987 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f813690a-57f5-4d2a-93b7-9f17626ae9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:27.777177 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f813690a-57f5-4d2a-93b7-9f17626ae9ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82207dd9-f23b-4634-bbb8-881b6e2a7130 HTTP/1.1" status: 204 len: 168 time: 0.1797233 Jul 30 10:50:27.798440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813690a-57f5-4d2a-93b7-9f17626ae9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82207dd9-f23b-4634-bbb8-881b6e2a7130,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:27.899760 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19717914-c071-4e25-af82-d0f816123723 req-3b89823b-f14c-43aa-8f1e-9d6c4d311cbc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:27.910662 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-19717914-c071-4e25-af82-d0f816123723 req-3b89823b-f14c-43aa-8f1e-9d6c4d311cbc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 944 time: 0.0814776 Jul 30 10:50:27.967930 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-19717914-c071-4e25-af82-d0f816123723 req-aa16cf52-8ab6-4e01-a2c6-22a365339620 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518284 Jul 30 10:50:28.499821 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25bbce-b592-437a-8cb0-46dfa30867e0 req-3da4df03-4f7d-446e-a78a-667901098daf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:28.502258 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6e25bbce-b592-437a-8cb0-46dfa30867e0 req-3da4df03-4f7d-446e-a78a-667901098daf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0572915 Jul 30 10:50:28.544617 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6e25bbce-b592-437a-8cb0-46dfa30867e0 req-26743969-6aec-4272-933f-ae1f9ad749e0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362349 Jul 30 10:50:28.582570 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59174) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:28.712894 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1928670007-network', 'tenant_id': '4fdcc864dae247c09e76adb2bcb8cb90'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:28.743419 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Made reservation on behalf of 4fdcc864dae247c09e76adb2bcb8cb90 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:28.745805 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:28.755590 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:28.862612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:28.867446 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:28.890385 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:50:28.905515 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:28.910718 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:28.911098 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Added segment fba112ce-fba6-406c-9d73-3ee1f84f1c58 of type vlan for network d9915323-46ef-4a46-b101-08fcb0ef595d Jul 30 10:50:28.954005 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.000946 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.002188 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:29.002822 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.066873 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device e1c96e6e-db28-43d9-adcd-ec7f422b787b up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:29.099206 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5154226 Jul 30 10:50:29.102179 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59206) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:29.108870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Request body: {'subnet': {'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1928670007-subnet', 'tenant_id': '4fdcc864dae247c09e76adb2bcb8cb90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:29.125585 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66bfb2-19ce-4365-a8d9-f413713f48dd admin admin] Pushing event updated for resources: {'Network': ['ID=d9915323-46ef-4a46-b101-08fcb0ef595d,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:29.137272 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port e1c96e6e-db28-43d9-adcd-ec7f422b787b triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:29.137931 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.142618 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network d9915323-46ef-4a46-b101-08fcb0ef595d details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:50:29.150497 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Made reservation on behalf of 4fdcc864dae247c09e76adb2bcb8cb90 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:29.159262 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33f2a6-0a01-4538-b6e5-93ff28e00557 req-9fdaa5ac-6615-4fce-8bf5-4659a40c50a0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:29.159794 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.163396 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fa33f2a6-0a01-4538-b6e5-93ff28e00557 req-9fdaa5ac-6615-4fce-8bf5-4659a40c50a0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 944 time: 0.0847054 Jul 30 10:50:29.218656 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fa33f2a6-0a01-4538-b6e5-93ff28e00557 req-536f276e-1909-4241-9dba-c05e2bc196da tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483227 Jul 30 10:50:29.354878 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.405432 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a263894-ebbc-4bc3-812e-c777ff8eef54,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:29.420288 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Checking segment: {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:29.420643 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Network hostable DHCP agents. Network: d9915323-46ef-4a46-b101-08fcb0ef595d, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:50:29.437937 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Network d9915323-46ef-4a46-b101-08fcb0ef595d is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:50:29.446826 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, d9915323-46ef-4a46-b101-08fcb0ef595d) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:29.450770 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:29.451360 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.457767 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c659c89-b5da-451e-9a3e-e65e89a7f34a None None] Network d9915323-46ef-4a46-b101-08fcb0ef595d requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:29.465739 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-20d12960-3f36-46dd-a1f5-994a4ab28959 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3620796 Jul 30 10:50:29.604213 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ab8af-2a00-4698-86cd-3a81bf89ba69 None None] Network d9915323-46ef-4a46-b101-08fcb0ef595d requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:29.649089 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 6a686b19-5055-4047-855d-ca82158a7fbf details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:50:29.722048 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38ac8-c27e-4da1-bc29-8851f3b71ec7 req-e6bfd3f3-9dee-4138-9a90-4359525e60b9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:29.729910 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-34a38ac8-c27e-4da1-bc29-8851f3b71ec7 req-e6bfd3f3-9dee-4138-9a90-4359525e60b9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0797834 Jul 30 10:50:29.789653 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-34a38ac8-c27e-4da1-bc29-8851f3b71ec7 req-d9031df7-151a-4adc-8325-967071271f5e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584648 Jul 30 10:50:29.854072 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 6a686b19-5055-4047-855d-ca82158a7fbf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a686b19-5055-4047-855d-ca82158a7fbf,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:29.868310 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '6a686b19-5055-4047-855d-ca82158a7fbf', 'network_id': '432b3d58-26d9-49cd-b016-58ed71a7d2ab', 'port_id': '6a686b19-5055-4047-855d-ca82158a7fbf', 'mac_address': 'fa:16:3e:20:fd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abd4453-dae0-4b18-82f0-520752a35bef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:50:29.915945 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:29.933286 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a686b19-5055-4047-855d-ca82158a7fbf {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:29.957002 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 6a686b19-5055-4047-855d-ca82158a7fbf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a686b19-5055-4047-855d-ca82158a7fbf,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:29.961795 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:30.021740 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=6a686b19-5055-4047-855d-ca82158a7fbf,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:30.358921 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f000031-23b0-4e17-b4ce-367517bbfb9b req-5a518337-2357-4083-875a-a6c760a88ad5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:30.360482 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0f000031-23b0-4e17-b4ce-367517bbfb9b req-5a518337-2357-4083-875a-a6c760a88ad5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 945 time: 0.0565984 Jul 30 10:50:30.399717 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['6a686b19-5055-4047-855d-ca82158a7fbf'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:30.410143 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0f000031-23b0-4e17-b4ce-367517bbfb9b req-863b7cf0-3726-48c7-abe1-5c0a679eda89 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Jul 30 10:50:30.613947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59242) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:30.723668 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-50940b10-a9ed-4c8a-9393-ebaa31102520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:30.826691 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-50940b10-a9ed-4c8a-9393-ebaa31102520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:30.832099 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-50940b10-a9ed-4c8a-9393-ebaa31102520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:30.884273 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-50940b10-a9ed-4c8a-9393-ebaa31102520 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6914cac03b4d4a71954105ac4cd30894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691524 Jul 30 10:50:30.886887 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59250) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:30.899220 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50940b10-a9ed-4c8a-9393-ebaa31102520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751c2fc9-36de-433f-90f7-4f901942cc90,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:30.927411 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fb488-f1f5-47d5-9568-ed2f2be0e004 req-728ec63a-b2ef-4777-8884-72c39fbcddbc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:30.928934 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b22fb488-f1f5-47d5-9568-ed2f2be0e004 req-728ec63a-b2ef-4777-8884-72c39fbcddbc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0607252 Jul 30 10:50:30.941567 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bda86def-9421-4f15-aa38-41775f5ba3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:30.966192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bda86def-9421-4f15-aa38-41775f5ba3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:30.972792 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b22fb488-f1f5-47d5-9568-ed2f2be0e004 req-387dcc98-e9ca-4255-a8b5-0f152ec66522 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371425 Jul 30 10:50:31.016245 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bda86def-9421-4f15-aa38-41775f5ba3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.018821 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bda86def-9421-4f15-aa38-41775f5ba3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.022395 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-bda86def-9421-4f15-aa38-41775f5ba3ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/751c2fc9-36de-433f-90f7-4f901942cc90 HTTP/1.1" status: 204 len: 168 time: 0.1321354 Jul 30 10:50:31.028810 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda86def-9421-4f15-aa38-41775f5ba3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751c2fc9-36de-433f-90f7-4f901942cc90,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:31.349810 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59272) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:31.363177 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6567a74c-5319-480c-8eb6-69cc2c960793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.408351 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-82b3152e-ad1a-468e-8b09-698a72596264 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:31.414469 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-82b3152e-ad1a-468e-8b09-698a72596264 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/networks?id=d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 200 len: 814 time: 0.1270483 Jul 30 10:50:31.425471 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-5f537559-c627-40aa-81fb-c9cfc7fc188e tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/quotas/4fdcc864dae247c09e76adb2bcb8cb90 HTTP/1.1" status: 200 len: 375 time: 0.0100009 Jul 30 10:50:31.466332 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-693ef756-f4e7-4d14-8a05-5adde643c001 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337217 Jul 30 10:50:31.470290 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6567a74c-5319-480c-8eb6-69cc2c960793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.474355 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6567a74c-5319-480c-8eb6-69cc2c960793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.541827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a74c-5319-480c-8eb6-69cc2c960793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3855bc-3313-4599-97eb-dc80e55d0c87,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:31.547358 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6567a74c-5319-480c-8eb6-69cc2c960793 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dbba0569b324b2e856a9cc1bebd1cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963789 Jul 30 10:50:31.550314 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59276) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:31.574799 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae953d-f3de-4f06-aee9-ecc403d94d89 req-13647bda-23f9-4912-a738-2c5be690749a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:31.578430 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e4ae953d-f3de-4f06-aee9-ecc403d94d89 req-13647bda-23f9-4912-a738-2c5be690749a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 945 time: 0.0868535 Jul 30 10:50:31.610233 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-5443bda3-3079-4fab-b45c-90d3716f9942 service neutron] 10.222.0.23 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298399 Jul 30 10:50:31.613706 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e4ae953d-f3de-4f06-aee9-ecc403d94d89 req-f5184e09-af48-4567-b54f-31c2f245e11c tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Jul 30 10:50:31.667614 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-df9b6650-06ab-483d-9a9c-5924e31a663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.700951 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-df9b6650-06ab-483d-9a9c-5924e31a663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.749217 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-47dbf3c2-6cee-4219-ab5a-ab28d1fd5df6 service neutron] 10.222.0.23 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271911 Jul 30 10:50:31.776466 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-df9b6650-06ab-483d-9a9c-5924e31a663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.780261 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-df9b6650-06ab-483d-9a9c-5924e31a663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:31.781295 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-df9b6650-06ab-483d-9a9c-5924e31a663b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d3855bc-3313-4599-97eb-dc80e55d0c87 HTTP/1.1" status: 204 len: 168 time: 0.2299120 Jul 30 10:50:31.789152 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b6650-06ab-483d-9a9c-5924e31a663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3855bc-3313-4599-97eb-dc80e55d0c87,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:31.951876 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-40d3fd33-5c96-4c76-80fa-033756a1e04c req-852073f9-784f-4fb4-af89-c34905af7ecd tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 210 time: 0.0287225 Jul 30 10:50:32.112814 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfb434-9c57-4c18-9835-24c8d75a86d2 req-b4e47d89-651b-4e2b-aba2-a63fdfa02ab2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:32.114549 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3bdfb434-9c57-4c18-9835-24c8d75a86d2 req-b4e47d89-651b-4e2b-aba2-a63fdfa02ab2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0599730 Jul 30 10:50:32.172878 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3bdfb434-9c57-4c18-9835-24c8d75a86d2 req-1b3e3c7b-b11e-4dc9-84c3-9b983c18b6f4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505843 Jul 30 10:50:32.750557 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105951a-1b30-42d6-9f27-38127e9970c1 req-31e0a126-72ea-4919-834c-fa566f6b4074 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:32.752156 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d105951a-1b30-42d6-9f27-38127e9970c1 req-31e0a126-72ea-4919-834c-fa566f6b4074 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 945 time: 0.0603542 Jul 30 10:50:32.800117 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d105951a-1b30-42d6-9f27-38127e9970c1 req-99c365e3-9f47-4e78-b7d5-de374b2eeb90 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Jul 30 10:50:33.057784 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f672c52-c025-4a07-9697-028224daae30 req-1dbdba9e-4977-40d4-9e7a-00b42a6da13d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 210 time: 0.0305932 Jul 30 10:50:33.367320 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b01a6-285d-4589-b7a5-3f5e746c2a1a req-611bb464-a674-43fd-95ac-c4e3a964308d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:33.369068 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ab8b01a6-285d-4589-b7a5-3f5e746c2a1a req-611bb464-a674-43fd-95ac-c4e3a964308d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0960286 Jul 30 10:50:33.378316 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-d43ebcd5-e8a4-48b5-8c59-e6c79d62dd68 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:33.379694 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-d43ebcd5-e8a4-48b5-8c59-e6c79d62dd68 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "GET /v2.0/networks?id=d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 200 len: 814 time: 0.2080925 Jul 30 10:50:33.408102 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Request body: {'port': {'device_id': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d', 'admin_state_up': True, 'tenant_id': '4fdcc864dae247c09e76adb2bcb8cb90'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:33.459288 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ab8b01a6-285d-4589-b7a5-3f5e746c2a1a req-4d3b2e43-568f-4f22-a3a0-17161823b49a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784605 Jul 30 10:50:33.532760 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Made reservation on behalf of 4fdcc864dae247c09e76adb2bcb8cb90 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:33.536448 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:33.632026 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 6a686b19-5055-4047-855d-ca82158a7fbf up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:33.675735 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Allocated IP 172.20.0.8 (d9915323-46ef-4a46-b101-08fcb0ef595d/9a263894-ebbc-4bc3-812e-c777ff8eef54/e4001105-8a48-439a-a92a-a0181647bc2f) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:33.691647 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 6a686b19-5055-4047-855d-ca82158a7fbf completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:33.696358 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 6a686b19-5055-4047-855d-ca82158a7fbf triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:33.697025 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:33.782088 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:33.808957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a686b19-5055-4047-855d-ca82158a7fbf'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:33.812996 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7522dc26-432a-445c-a038-346f659112f8" -d '{"events": [{"server_uuid": "b906bced-3b9c-43e4-b76d-faba0fba57ee", "name": "network-vif-plugged", "status": "completed", "tag": "6a686b19-5055-4047-855d-ca82158a7fbf"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:33.849731 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 6a686b19-5055-4047-855d-ca82158a7fbf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a686b19-5055-4047-855d-ca82158a7fbf,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:33.857327 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:33.865460 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0529d77-5dc4-4d76-b8d9-f9b2c1aef47d x-openstack-request-id: req-f0529d77-5dc4-4d76-b8d9-f9b2c1aef47d {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:33.865802 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906bced-3b9c-43e4-b76d-faba0fba57ee", "name": "network-vif-plugged", "status": "completed", "tag": "6a686b19-5055-4047-855d-ca82158a7fbf", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:33.866334 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0529d77-5dc4-4d76-b8d9-f9b2c1aef47d {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:33.866841 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a686b19-5055-4047-855d-ca82158a7fbf', 'code': 200} Jul 30 10:50:33.881998 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:33.919630 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=6a686b19-5055-4047-855d-ca82158a7fbf,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:33.932939 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.933536 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.934879 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.942562 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.943669 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.944900 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.945551 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.946278 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.947739 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.948669 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.949517 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.950135 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:50:33.981763 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bf250-757f-44e6-8c21-82c8ead5f8a3 req-d79d21b8-326b-4bf4-aa29-6d7e9095c0b7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:33.983521 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d90bf250-757f-44e6-8c21-82c8ead5f8a3 req-d79d21b8-326b-4bf4-aa29-6d7e9095c0b7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.0844400 Jul 30 10:50:34.024512 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.040465 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d90bf250-757f-44e6-8c21-82c8ead5f8a3 req-d79025b8-412d-41a3-94a5-b31522604d03 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Jul 30 10:50:34.078461 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Network d9915323-46ef-4a46-b101-08fcb0ef595d is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:34.078750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59370) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:34.081574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:34.089442 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:34.098435 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:34.099111 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.103090 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Pushing event updated for resources: {'Port': ['ID=e4001105-8a48-439a-a92a-a0181647bc2f,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:34.118340 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-818a88ca-7f6b-4b71-b129-01fde5e1d2ef tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147615 Jul 30 10:50:34.150958 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Request body: {'port': {'device_id': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:34.194936 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6bbb0-be82-4582-98a9-adbfac1bc138 req-8dc7ce70-571e-4fea-9dd3-cdfa354e99b4 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:34.202341 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-13e6bbb0-be82-4582-98a9-adbfac1bc138 req-8dc7ce70-571e-4fea-9dd3-cdfa354e99b4 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 931 time: 0.0567827 Jul 30 10:50:34.203264 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d463-070e-4325-842f-2ee5c1b87c3b req-b5303653-c7a9-4b10-a93d-5e55cf0ad5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:34.204776 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e399d463-070e-4325-842f-2ee5c1b87c3b req-b5303653-c7a9-4b10-a93d-5e55cf0ad5cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 1099 time: 0.0855865 Jul 30 10:50:34.228976 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f1a9e934-ae8d-4eeb-9a28-47519f18f44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.242377 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.266541 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-13e6bbb0-be82-4582-98a9-adbfac1bc138 req-9171509d-90a9-4133-91aa-accf8e256f50 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Jul 30 10:50:34.287284 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e399d463-070e-4325-842f-2ee5c1b87c3b req-44ee65cb-0339-4f85-bfd7-4d3277021dda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668340 Jul 30 10:50:34.354486 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f1a9e934-ae8d-4eeb-9a28-47519f18f44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.359403 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f1a9e934-ae8d-4eeb-9a28-47519f18f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.398928 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f1a9e934-ae8d-4eeb-9a28-47519f18f44b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1d43cc800b041ff822ac7155f25a05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189728 Jul 30 10:50:34.399738 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9e934-ae8d-4eeb-9a28-47519f18f44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1753fe6b-1ba3-43b9-9ca2-f2498c6c249a,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:34.401477 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59378) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:34.508274 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45b4f6f2-5528-40d7-b827-a479d719d9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.548819 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45b4f6f2-5528-40d7-b827-a479d719d9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.644015 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4001105-8a48-439a-a92a-a0181647bc2f {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:34.653437 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.674986 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f847b-7c08-4eb1-8989-351022f837fe req-59e20c63-217e-486b-949a-6dc11d936967 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:34.676518 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd5f847b-7c08-4eb1-8989-351022f837fe req-59e20c63-217e-486b-949a-6dc11d936967 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1365516 Jul 30 10:50:34.691920 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Transition to ACTIVE for port object e4001105-8a48-439a-a92a-a0181647bc2f will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:34.699955 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45b4f6f2-5528-40d7-b827-a479d719d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.703226 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-45b4f6f2-5528-40d7-b827-a479d719d9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.704378 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-45b4f6f2-5528-40d7-b827-a479d719d9f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1753fe6b-1ba3-43b9-9ca2-f2498c6c249a HTTP/1.1" status: 204 len: 168 time: 0.3012564 Jul 30 10:50:34.708158 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.743997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4f6f2-5528-40d7-b827-a479d719d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753fe6b-1ba3-43b9-9ca2-f2498c6c249a,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:34.776988 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd5f847b-7c08-4eb1-8989-351022f837fe req-c8338c71-0cce-49ae-b416-c148fd568eec tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940485 Jul 30 10:50:34.788035 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4001105-8a48-439a-a92a-a0181647bc2f,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:34.837274 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Attempting to bind port e4001105-8a48-439a-a92a-a0181647bc2f on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:34.837858 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Attempting to bind port e4001105-8a48-439a-a92a-a0181647bc2f by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:34.838243 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Attempting to bind port e4001105-8a48-439a-a92a-a0181647bc2f on network d9915323-46ef-4a46-b101-08fcb0ef595d {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:34.844166 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Port e4001105-8a48-439a-a92a-a0181647bc2f on network d9915323-46ef-4a46-b101-08fcb0ef595d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:50:34.844492 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Attempting to bind port e4001105-8a48-439a-a92a-a0181647bc2f on network d9915323-46ef-4a46-b101-08fcb0ef595d {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:34.849745 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:34.850213 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Checking segment: {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:34.850595 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Bound using segment: {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:34.851015 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Bound port: e4001105-8a48-439a-a92a-a0181647bc2f, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:34.851372 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.917425 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] For port e4001105-8a48-439a-a92a-a0181647bc2f, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:34.921250 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] For port e4001105-8a48-439a-a92a-a0181647bc2f, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e4001105-8a48-439a-a92a-a0181647bc2f,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:34.926047 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.962119 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:34.962736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:34.964113 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/e4001105-8a48-439a-a92a-a0181647bc2f HTTP/1.1" status: 200 len: 1093 time: 0.8183026 Jul 30 10:50:34.964545 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'tag': 'e4001105-8a48-439a-a92a-a0181647bc2f'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:34.966787 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387b99a-1fb1-47da-a680-ffc45892fc61" -d '{"events": [{"name": "network-changed", "server_uuid": "16285909-02cf-454c-a4ed-5c51b3e801c7", "tag": "e4001105-8a48-439a-a92a-a0181647bc2f"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:34.992776 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d57ce-4863-477e-813a-63029a9c11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4001105-8a48-439a-a92a-a0181647bc2f,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:35.015291 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9166bad-70b6-4195-87aa-c42fe7b6c403 x-openstack-request-id: req-e9166bad-70b6-4195-87aa-c42fe7b6c403 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:35.015851 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16285909-02cf-454c-a4ed-5c51b3e801c7", "tag": "e4001105-8a48-439a-a92a-a0181647bc2f", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:35.016105 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9166bad-70b6-4195-87aa-c42fe7b6c403 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:35.016787 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'tag': 'e4001105-8a48-439a-a92a-a0181647bc2f', 'status': 'completed', 'code': 200} Jul 30 10:50:35.024749 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59390) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:35.040319 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23a4a7d0-ca26-415d-9a53-bb33ebd4a6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.134832 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23a4a7d0-ca26-415d-9a53-bb33ebd4a6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.138908 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-23a4a7d0-ca26-415d-9a53-bb33ebd4a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.149025 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-ed9af251-8257-4af8-b895-d21480593e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.150541 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-ed9af251-8257-4af8-b895-d21480593e2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 1096 time: 0.0705602 Jul 30 10:50:35.173137 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da5976-5eb9-4a55-9ab4-253dd39f76a3 req-ccb13004-c3de-4346-9887-d0b8a41c47f6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.174570 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-98da5976-5eb9-4a55-9ab4-253dd39f76a3 req-ccb13004-c3de-4346-9887-d0b8a41c47f6 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.0543272 Jul 30 10:50:35.182790 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-23a4a7d0-ca26-415d-9a53-bb33ebd4a6f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66de86ccd7a2491e9ce46b0dbe28ed00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543212 Jul 30 10:50:35.182790 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4a7d0-ca26-415d-9a53-bb33ebd4a6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5974c37-3c89-40a3-85a7-6a8348c42746,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:35.183060 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59394) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:35.238118 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-7449ece1-e1f2-499c-a391-b4cdcde960fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4001105-8a48-439a-a92a-a0181647bc2f HTTP/1.1" status: 200 len: 217 time: 0.0625923 Jul 30 10:50:35.283021 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-98da5976-5eb9-4a55-9ab4-253dd39f76a3 req-45e3be87-4408-43a1-a534-cda5f01f7feb tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012115 Jul 30 10:50:35.331787 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6dc2-290a-426c-a979-2af31a6c57ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.335443 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-40ab186a-514c-47c7-b750-8b4b9dd46585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.336929 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-40ab186a-514c-47c7-b750-8b4b9dd46585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a263894-ebbc-4bc3-812e-c777ff8eef54 HTTP/1.1" status: 200 len: 854 time: 0.0764818 Jul 30 10:50:35.381362 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6dc2-290a-426c-a979-2af31a6c57ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.384806 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-a62ce056-2bfa-4b47-9d03-bd57100539ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9915323-46ef-4a46-b101-08fcb0ef595d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339460 Jul 30 10:50:35.434259 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922d5d-dee1-4981-8861-2e1484aa3497 req-3db29d45-9823-4132-bed9-ca1bcf4c9dce tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.436909 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-af922d5d-dee1-4981-8861-2e1484aa3497 req-3db29d45-9823-4132-bed9-ca1bcf4c9dce tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 943 time: 0.0673549 Jul 30 10:50:35.491520 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-af922d5d-dee1-4981-8861-2e1484aa3497 req-6538c8db-3a95-4871-bc4f-43f8c9e7fc93 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479064 Jul 30 10:50:35.512024 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6dc2-290a-426c-a979-2af31a6c57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.515387 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6dc2-290a-426c-a979-2af31a6c57ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:35.516523 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e8ae6dc2-290a-426c-a979-2af31a6c57ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5974c37-3c89-40a3-85a7-6a8348c42746 HTTP/1.1" status: 204 len: 168 time: 0.3326900 Jul 30 10:50:35.534888 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae6dc2-290a-426c-a979-2af31a6c57ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5974c37-3c89-40a3-85a7-6a8348c42746,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:35.540403 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-7eee9c7a-4c59-433c-8c43-121b40e67922 service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255257 Jul 30 10:50:35.647690 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f3b72275-14b3-4b83-98dc-13b6eef79125 req-60daebf9-547c-420b-9b89-183b0189d58e service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943325 Jul 30 10:50:35.946862 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed1e5d-5b10-42ae-b55f-c31d35776d02 req-b5ffc985-ed32-441a-a2e8-e057e3b97ca4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.948546 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d8ed1e5d-5b10-42ae-b55f-c31d35776d02 req-b5ffc985-ed32-441a-a2e8-e057e3b97ca4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0652318 Jul 30 10:50:35.985155 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5e545-950d-4fdf-a992-f8d2949ecb2d req-8a9d0027-cb1f-4bfc-86db-365c4361b996 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.986636 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bcf5e545-950d-4fdf-a992-f8d2949ecb2d req-8a9d0027-cb1f-4bfc-86db-365c4361b996 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1016634 Jul 30 10:50:35.995860 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-87da8a30-6d5c-469c-a088-b8f07f569fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:35.997320 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-87da8a30-6d5c-469c-a088-b8f07f569fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 1096 time: 0.0722334 Jul 30 10:50:36.002020 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d8ed1e5d-5b10-42ae-b55f-c31d35776d02 req-ab9276c3-ca6f-4207-9dfa-b608126f1fd1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Jul 30 10:50:36.356258 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59432) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:36.369607 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bcf5e545-950d-4fdf-a992-f8d2949ecb2d req-e09dd6c4-69fe-4b23-8814-1a803d9d7a10 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713372 Jul 30 10:50:36.391710 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-fc61dc33-278b-4d06-9663-859c1d06ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.393227 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-fc61dc33-278b-4d06-9663-859c1d06ede0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.3731856 Jul 30 10:50:36.417927 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f496a-ef85-4985-978e-1457e4c77e93 req-c6c3a168-8161-4259-b7c6-2bb59e65bf9f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.419770 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c49f496a-ef85-4985-978e-1457e4c77e93 req-c6c3a168-8161-4259-b7c6-2bb59e65bf9f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.0559123 Jul 30 10:50:36.471007 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-35bcc6bc-29c4-4412-a268-712de004d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.472200 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2048149741-network', 'tenant_id': '473099754b7a446892a7c301c598801d'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:36.472760 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-35bcc6bc-29c4-4412-a268-712de004d32e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 200 len: 915 time: 0.4536359 Jul 30 10:50:36.477986 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c49f496a-ef85-4985-978e-1457e4c77e93 req-fcff66f6-1420-4ee9-b0f6-c314e696bd21 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Jul 30 10:50:36.502194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Made reservation on behalf of 473099754b7a446892a7c301c598801d for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:36.502194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.513446 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.563232 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-48b7e945-6f5a-4eb6-bdec-d539f7339c2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4001105-8a48-439a-a92a-a0181647bc2f HTTP/1.1" status: 200 len: 217 time: 0.0764849 Jul 30 10:50:36.616666 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-2f7dc388-6ec3-4f0e-a633-2a31a4d409b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.618322 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-2f7dc388-6ec3-4f0e-a633-2a31a4d409b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.2052839 Jul 30 10:50:36.636027 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.641571 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.672069 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:50:36.690019 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad510f50-adf4-4746-8a1a-fcd7a4313264,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:36.693677 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-3c1e3a1c-2446-4bf1-8466-d02feb6a37db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.0533283 Jul 30 10:50:36.696533 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.697115 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Added segment 7cdde333-241f-4bdf-a868-fbda6017f36e of type vlan for network 4a926ec3-a5fb-4b07-a429-b3622a90ff1c Jul 30 10:50:36.745061 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.745287 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-05a3dc51-1eb3-40b3-ae44-67e86f85768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.746647 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-05a3dc51-1eb3-40b3-ae44-67e86f85768c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a263894-ebbc-4bc3-812e-c777ff8eef54 HTTP/1.1" status: 200 len: 854 time: 0.1526196 Jul 30 10:50:36.777066 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df92db-a494-41f2-8392-0f4f7e9d36d1 req-5ae54bb3-47b7-4f68-8eed-b05a06897035 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.778653 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-16df92db-a494-41f2-8392-0f4f7e9d36d1 req-5ae54bb3-47b7-4f68-8eed-b05a06897035 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 943 time: 0.1998034 Jul 30 10:50:36.789702 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.790806 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.791489 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.807583 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-465b8199-e835-474f-a743-ec9b10e618d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9915323-46ef-4a46-b101-08fcb0ef595d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512249 Jul 30 10:50:36.825211 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-9436a6bf-f54e-4f02-bd07-5596e67c8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:36.827388 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-9436a6bf-f54e-4f02-bd07-5596e67c8526 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.1164238 Jul 30 10:50:36.862085 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] Pushing event updated for resources: {'Network': ['ID=4a926ec3-a5fb-4b07-a429-b3622a90ff1c,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:36.874206 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 4a926ec3-a5fb-4b07-a429-b3622a90ff1c details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:50:36.885893 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-8335470b-08be-4c87-b09a-840280887975 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5269449 Jul 30 10:50:36.890437 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59444) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:36.898490 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Request body: {'subnet': {'network_id': '4a926ec3-a5fb-4b07-a429-b3622a90ff1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2048149741-subnet', 'tenant_id': '473099754b7a446892a7c301c598801d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:36.915907 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-114f23dd-dcfb-41b8-89a3-9986b80aab89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753429 Jul 30 10:50:36.922242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Made reservation on behalf of 473099754b7a446892a7c301c598801d for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:36.924727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3426606'] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:36.927035 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-16df92db-a494-41f2-8392-0f4f7e9d36d1 req-eb72438d-7c58-4b07-8404-f074c93cfd26 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245744 Jul 30 10:50:37.017180 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-22eeafe5-959e-450c-b024-4ca761d6bbd2 service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871746 Jul 30 10:50:37.088092 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-c7ca6340-7202-4900-8169-06b36f04bdc2 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642370 Jul 30 10:50:37.122559 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3426560'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:37.191106 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b387b99a-1fb1-47da-a680-ffc45892fc61 req-06742a91-04a5-49b6-bcfa-943280337402 service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586277 Jul 30 10:50:37.212902 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e46739d5-22fb-462f-a5ee-7bbe165babf1 req-8dde972f-5e14-4075-892e-bb1ab1644f8b service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136782 Jul 30 10:50:37.423908 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745685da-1806-41ca-851c-c35283fc620c req-7aa7f63c-009c-431b-95c6-7a2ffd60edaf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:37.425439 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-745685da-1806-41ca-851c-c35283fc620c req-7aa7f63c-009c-431b-95c6-7a2ffd60edaf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.3181238 Jul 30 10:50:37.441132 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66382288-d6d2-470b-bda5-3995a6ade3bd,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:37.471982 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Checking segment: {'id': '7cdde333-241f-4bdf-a868-fbda6017f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4a926ec3-a5fb-4b07-a429-b3622a90ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:37.472338 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Network hostable DHCP agents. Network: 4a926ec3-a5fb-4b07-a429-b3622a90ff1c, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:50:37.491177 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-745685da-1806-41ca-851c-c35283fc620c req-6521c452-cdad-4a21-90c5-a3eac9a664e1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571489 Jul 30 10:50:37.503169 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Network 4a926ec3-a5fb-4b07-a429-b3622a90ff1c is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:50:37.519684 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b774fc-17a7-47ec-b921-cf32265cb8d0 req-3bc338aa-e6fd-4da3-96d5-68a0b1a198be tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:37.521317 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-54b774fc-17a7-47ec-b921-cf32265cb8d0 req-3bc338aa-e6fd-4da3-96d5-68a0b1a198be tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0664108 Jul 30 10:50:37.523349 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 4a926ec3-a5fb-4b07-a429-b3622a90ff1c) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:37.527470 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:37.528139 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:37.533936 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b62b7-00c7-40cb-a23c-8f11e1420a38 None None] Network 4a926ec3-a5fb-4b07-a429-b3622a90ff1c requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:37.544784 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3f3e073a-d269-4055-bd8f-9d4d3343ccd4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6531150 Jul 30 10:50:37.578685 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-54b774fc-17a7-47ec-b921-cf32265cb8d0 req-68aa5cd5-bc81-4dc9-9898-7a459b553861 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Jul 30 10:50:37.669430 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4aa023-0427-491a-8926-2e883fa2a334 None None] Network 4a926ec3-a5fb-4b07-a429-b3622a90ff1c requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:38.064112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2671333-c73c-4b12-a5be-5af3b28cb5ac req-af086ad0-f540-4f52-a788-a001f7296009 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:38.065714 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b2671333-c73c-4b12-a5be-5af3b28cb5ac req-af086ad0-f540-4f52-a788-a001f7296009 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 943 time: 0.0550303 Jul 30 10:50:38.074895 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59478) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:38.080986 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1395918234-network', 'tenant_id': '0463cdc44ad24604aacf99aa5fe30b29'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:38.102881 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Made reservation on behalf of 0463cdc44ad24604aacf99aa5fe30b29 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:38.105233 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.110460 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b2671333-c73c-4b12-a5be-5af3b28cb5ac req-7c417878-8301-4b9f-a195-1f4629eaeca6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Jul 30 10:50:38.114986 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.216336 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.222350 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.265221 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:50:38.274427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f94e1-d3fb-4927-a74d-3566985f2f3a,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:38.282930 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.283276 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Added segment f0098d28-6c4b-4d10-a564-dea8e02edbae of type vlan for network cd564e4e-4433-4175-821e-3fefd9406285 Jul 30 10:50:38.343185 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.373271 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.375059 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:38.375708 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.430829 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3547347 Jul 30 10:50:38.433583 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59488) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:38.441035 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Request body: {'subnet': {'network_id': 'cd564e4e-4433-4175-821e-3fefd9406285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1395918234-subnet', 'tenant_id': '0463cdc44ad24604aacf99aa5fe30b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:38.446720 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf35bc9-70cb-400e-8975-b17bfd1e2b9f admin admin] Pushing event updated for resources: {'Network': ['ID=cd564e4e-4433-4175-821e-3fefd9406285,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:38.459327 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network cd564e4e-4433-4175-821e-3fefd9406285 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:50:38.469559 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Made reservation on behalf of 0463cdc44ad24604aacf99aa5fe30b29 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:38.471917 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.676117 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0ded5-df5d-4370-a3c2-b330364da617 req-2b252d2b-c043-4169-a536-04603e332494 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:38.677519 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cba0ded5-df5d-4370-a3c2-b330364da617 req-2b252d2b-c043-4169-a536-04603e332494 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0900121 Jul 30 10:50:38.698404 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.699790 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcb9c9-5558-4fef-b5c7-0f97752b86f0 req-3c2390be-98cb-4c97-9fab-18170c4e31cc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:38.701346 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4edcb9c9-5558-4fef-b5c7-0f97752b86f0 req-3c2390be-98cb-4c97-9fab-18170c4e31cc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0544558 Jul 30 10:50:38.740431 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4edcb9c9-5558-4fef-b5c7-0f97752b86f0 req-7b5df13c-4f4c-45a6-a2ae-19b0efa32724 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jul 30 10:50:38.774688 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cba0ded5-df5d-4370-a3c2-b330364da617 req-9211fc00-33c6-43bc-a878-c0aa9ae6f290 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891078 Jul 30 10:50:38.775514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1b1fbb-5084-421d-9c8c-081fbad7184d,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:38.800416 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Checking segment: {'id': 'f0098d28-6c4b-4d10-a564-dea8e02edbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cd564e4e-4433-4175-821e-3fefd9406285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:38.800768 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Network hostable DHCP agents. Network: cd564e4e-4433-4175-821e-3fefd9406285, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:50:38.820660 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Network cd564e4e-4433-4175-821e-3fefd9406285 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:50:38.830923 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, cd564e4e-4433-4175-821e-3fefd9406285) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:38.835055 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:38.835726 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:38.840892 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e620f3b-c7b9-4925-98aa-96a6c09e5f20 None None] Network cd564e4e-4433-4175-821e-3fefd9406285 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:38.851500 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4f1c5a6e-c94e-4bba-872b-53e6a8394634 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4158118 Jul 30 10:50:38.970323 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94befc35-bc4b-4fd6-b455-ec6b137eb175 None None] Network cd564e4e-4433-4175-821e-3fefd9406285 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:39.229499 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f3c7-c7cb-40ad-9c27-91be6fb581a9 req-42b349d9-fef6-4a9b-baca-f2edc20b9a11 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:39.231058 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d180f3c7-c7cb-40ad-9c27-91be6fb581a9 req-42b349d9-fef6-4a9b-baca-f2edc20b9a11 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Jul 30 10:50:39.272710 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d180f3c7-c7cb-40ad-9c27-91be6fb581a9 req-bf030541-f59f-49af-bf01-83baf1716a36 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Jul 30 10:50:39.671847 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device e4001105-8a48-439a-a92a-a0181647bc2f details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:50:39.770151 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port e4001105-8a48-439a-a92a-a0181647bc2f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e4001105-8a48-439a-a92a-a0181647bc2f,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:39.785021 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'e4001105-8a48-439a-a92a-a0181647bc2f', 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d', 'port_id': 'e4001105-8a48-439a-a92a-a0181647bc2f', 'mac_address': 'fa:16:3e:48:34:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a263894-ebbc-4bc3-812e-c777ff8eef54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:50:39.827428 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:39.840917 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4001105-8a48-439a-a92a-a0181647bc2f {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:39.864028 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port e4001105-8a48-439a-a92a-a0181647bc2f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e4001105-8a48-439a-a92a-a0181647bc2f,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:39.869807 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:39.870838 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26840a1a-bee0-482f-bc54-be30d05ff986 req-39ac5687-fe3b-4755-844e-87f61905d419 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:39.873212 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-26840a1a-bee0-482f-bc54-be30d05ff986 req-39ac5687-fe3b-4755-844e-87f61905d419 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0588856 Jul 30 10:50:39.913159 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59907fb2-1344-4a8c-aeb8-782d307f6a70 req-487ea87e-55dc-483b-b07f-c086886a684c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:39.915009 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-59907fb2-1344-4a8c-aeb8-782d307f6a70 req-487ea87e-55dc-483b-b07f-c086886a684c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0573013 Jul 30 10:50:39.915591 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-26840a1a-bee0-482f-bc54-be30d05ff986 req-2e3a9535-f237-4d43-8bf0-31b0b21be187 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Jul 30 10:50:39.931377 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=e4001105-8a48-439a-a92a-a0181647bc2f,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:39.955387 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-a89aea6c-2303-4ecb-abd3-684d6d92ce25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:39.971410 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-59907fb2-1344-4a8c-aeb8-782d307f6a70 req-947d33d1-0a69-4659-be6a-3cc2a09025c3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477953 Jul 30 10:50:40.391571 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['e4001105-8a48-439a-a92a-a0181647bc2f'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:40.405947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a73d8-4e16-44aa-81d3-9c17b3f5638a req-891da55d-0c8e-4620-98b9-0860f034613f tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:40.407575 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-495a73d8-4e16-44aa-81d3-9c17b3f5638a req-891da55d-0c8e-4620-98b9-0860f034613f tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 944 time: 0.0534425 Jul 30 10:50:40.448005 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-495a73d8-4e16-44aa-81d3-9c17b3f5638a req-651c3d5c-861f-4cb1-9eb9-52fb37edbbdc tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Jul 30 10:50:41.034975 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7029d-c67c-4ac3-b502-5833f1d7aa4d req-0ffdbeaf-f686-4830-bd5b-55664cde925d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:41.036738 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-67b7029d-c67c-4ac3-b502-5833f1d7aa4d req-0ffdbeaf-f686-4830-bd5b-55664cde925d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0514462 Jul 30 10:50:41.075718 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-67b7029d-c67c-4ac3-b502-5833f1d7aa4d req-affa16c4-7bdb-4209-863d-8f033ba670a9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Jul 30 10:50:41.110178 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7b04-5cbb-4371-a936-3b74e97e92ca req-f4cf4331-e1f5-4f42-b380-2d7a9617c77a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:41.110752 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ec3a7b04-5cbb-4371-a936-3b74e97e92ca req-f4cf4331-e1f5-4f42-b380-2d7a9617c77a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0626204 Jul 30 10:50:41.151482 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ec3a7b04-5cbb-4371-a936-3b74e97e92ca req-2e1b2978-20b0-4e02-9d5b-8bd938f85c1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341520 Jul 30 10:50:41.574243 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06d27-0d02-43b7-8f40-583bd6e9f542 req-2eb61a74-7f0b-4aef-a57e-e12dd61114de tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:41.575840 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5de06d27-0d02-43b7-8f40-583bd6e9f542 req-2eb61a74-7f0b-4aef-a57e-e12dd61114de tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 944 time: 0.0513554 Jul 30 10:50:41.615010 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5de06d27-0d02-43b7-8f40-583bd6e9f542 req-a73a7b6c-aede-4314-9960-942c55f01b33 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 30 10:50:41.688192 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:50:41.701001 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device e4001105-8a48-439a-a92a-a0181647bc2f up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:41.807729 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port e4001105-8a48-439a-a92a-a0181647bc2f completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:41.816369 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port e4001105-8a48-439a-a92a-a0181647bc2f triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:41.816743 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:41.853206 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:41.869159 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'mac_address': 'fa:16:3e:2d:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:50:42.068533 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:42.088013 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:42.099526 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:42.128624 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:42.138584 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:42.147516 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4001105-8a48-439a-a92a-a0181647bc2f'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:42.149785 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fba3c2-8323-4420-a2dd-5478770a8ac3" -d '{"events": [{"server_uuid": "16285909-02cf-454c-a4ed-5c51b3e801c7", "name": "network-vif-plugged", "status": "completed", "tag": "e4001105-8a48-439a-a92a-a0181647bc2f"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:42.184338 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port e4001105-8a48-439a-a92a-a0181647bc2f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e4001105-8a48-439a-a92a-a0181647bc2f,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:42.196886 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:42.212016 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4510855-4dc6-4ed8-ad5a-4bff2e27c6b7 x-openstack-request-id: req-f4510855-4dc6-4ed8-ad5a-4bff2e27c6b7 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:42.212396 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16285909-02cf-454c-a4ed-5c51b3e801c7", "name": "network-vif-plugged", "status": "completed", "tag": "e4001105-8a48-439a-a92a-a0181647bc2f", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:42.212564 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4510855-4dc6-4ed8-ad5a-4bff2e27c6b7 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:42.215290 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4001105-8a48-439a-a92a-a0181647bc2f', 'code': 200} Jul 30 10:50:42.231187 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=6']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:42.236137 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f2c46-ca7d-4734-bc6a-e2dd08a430a8 req-75f1fad3-090e-4d47-9868-ef35d30b0193 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:42.238381 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ed0f2c46-ca7d-4734-bc6a-e2dd08a430a8 req-75f1fad3-090e-4d47-9868-ef35d30b0193 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0686791 Jul 30 10:50:42.286972 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=e4001105-8a48-439a-a92a-a0181647bc2f,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:42.291957 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ed0f2c46-ca7d-4734-bc6a-e2dd08a430a8 req-62d89a55-858d-4f73-bd94-3122603337b3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Jul 30 10:50:42.337520 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896254b-1d82-45e6-b019-6562e23f4d55 req-be22e7c0-934a-407d-83e1-7b5ac5d30842 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:42.339236 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7896254b-1d82-45e6-b019-6562e23f4d55 req-be22e7c0-934a-407d-83e1-7b5ac5d30842 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0611498 Jul 30 10:50:42.383222 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7896254b-1d82-45e6-b019-6562e23f4d55 req-ae220e92-3e67-4640-9519-027d066ef6af tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359755 Jul 30 10:50:42.413017 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:42.465975 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086245aa-f271-44d1-97e4-9512760dcdd4 req-2c60da96-49b0-4ec5-a725-7f68ceb6a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:42.468710 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-086245aa-f271-44d1-97e4-9512760dcdd4 req-2c60da96-49b0-4ec5-a725-7f68ceb6a6c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 1098 time: 0.0436988 Jul 30 10:50:42.527520 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-086245aa-f271-44d1-97e4-9512760dcdd4 req-2c0af8bd-6318-4c85-92aa-9aff5311a9d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Jul 30 10:50:42.746591 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784bfb8-b776-4deb-80c1-a30634085680 req-bb863100-bdee-48a4-8ff4-a52e2016a33d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:42.748187 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1784bfb8-b776-4deb-80c1-a30634085680 req-bb863100-bdee-48a4-8ff4-a52e2016a33d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0598881 Jul 30 10:50:42.752541 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:42.796072 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1784bfb8-b776-4deb-80c1-a30634085680 req-babeda48-1bff-469b-ae75-968550bc40a0 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Jul 30 10:50:42.826251 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-efb0a7ac-4ddc-4f0e-9119-8e9e88b92ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:43.405210 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:43.426033 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9e8af-1217-47d4-8d02-0b705342cd63 req-096819fe-ff89-4e4b-88fc-cd363ab08562 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:43.427650 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b3a9e8af-1217-47d4-8d02-0b705342cd63 req-096819fe-ff89-4e4b-88fc-cd363ab08562 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0568094 Jul 30 10:50:43.471267 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b3a9e8af-1217-47d4-8d02-0b705342cd63 req-66d8f4eb-f578-47cf-b37a-939676d92ac2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Jul 30 10:50:43.521054 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05803f-2cdd-47c9-8b39-c8f6286ef9ea req-066b68be-3629-4119-ba2c-563c3f656ec9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:43.522502 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3d05803f-2cdd-47c9-8b39-c8f6286ef9ea req-066b68be-3629-4119-ba2c-563c3f656ec9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Jul 30 10:50:43.563888 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3d05803f-2cdd-47c9-8b39-c8f6286ef9ea req-a20ac5b6-8f4b-4cb2-8efb-05270cd5ebeb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349133 Jul 30 10:50:43.695834 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:50:43.745310 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:43.745688 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:43.835817 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:43.870763 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:43.875261 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:43.927161 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=7']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:43.931341 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f881-1383-4d6e-bbdc-70f44c4b4de0 req-11f4d5ac-d0fa-4a3f-bdeb-d84ac9c798f5 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:43.932995 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a5b2f881-1383-4d6e-bbdc-70f44c4b4de0 req-11f4d5ac-d0fa-4a3f-bdeb-d84ac9c798f5 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0579543 Jul 30 10:50:43.974925 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a5b2f881-1383-4d6e-bbdc-70f44c4b4de0 req-65669cd8-7f9e-4183-8bd5-d2765717dd24 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346630 Jul 30 10:50:44.217012 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:44.220225 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf22312-6cd1-4c7d-bde1-25526c79bd7c" -d '{"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-plugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:44.258060 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97e4bea-6fda-48e0-8c19-8647705cfede x-openstack-request-id: req-f97e4bea-6fda-48e0-8c19-8647705cfede {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:44.258427 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-plugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:44.258760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f97e4bea-6fda-48e0-8c19-8647705cfede {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:44.259159 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'code': 200} Jul 30 10:50:44.601411 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba449750-6cea-4a6a-8fc9-d418966e764d req-b9c33a81-89bd-44aa-b0a4-dfba6e54007d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:44.603518 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ba449750-6cea-4a6a-8fc9-d418966e764d req-b9c33a81-89bd-44aa-b0a4-dfba6e54007d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0593750 Jul 30 10:50:44.667251 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ba449750-6cea-4a6a-8fc9-d418966e764d req-1455e886-2f64-40c8-8457-1251caf9b00b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572584 Jul 30 10:50:44.781870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27441368-af0e-42a4-858e-787f26bd99d5 req-e9c488b9-0abb-4ece-aad9-cdfc54442435 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:44.785492 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-27441368-af0e-42a4-858e-787f26bd99d5 req-e9c488b9-0abb-4ece-aad9-cdfc54442435 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0896647 Jul 30 10:50:44.883464 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-27441368-af0e-42a4-858e-787f26bd99d5 req-4132b579-7407-4d5c-b264-02c022d174cc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902872 Jul 30 10:50:45.142518 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7e84-e298-4214-b228-8ea3692430e9 req-bcd4873c-ee06-40a8-9533-2a9070c57ca6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:45.144606 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9ebf7e84-e298-4214-b228-8ea3692430e9 req-bcd4873c-ee06-40a8-9533-2a9070c57ca6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0552630 Jul 30 10:50:45.198973 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9ebf7e84-e298-4214-b228-8ea3692430e9 req-729adeb5-a49d-43ce-8530-40152607e42e tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Jul 30 10:50:45.252922 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:45.862314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410868a9-fa8e-4236-85e0-710892cd5102 req-abdce301-fe86-467b-9842-18b6090c9824 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:45.864577 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-410868a9-fa8e-4236-85e0-710892cd5102 req-abdce301-fe86-467b-9842-18b6090c9824 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0851808 Jul 30 10:50:45.913100 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-410868a9-fa8e-4236-85e0-710892cd5102 req-630858ff-c937-4f52-9746-d2ae0ccf35c7 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Jul 30 10:50:46.097675 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4f12-30bc-4305-a49c-79508994f155 req-3c532061-5add-4646-95b3-28b71dc50ebc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:46.104901 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-96ed4f12-30bc-4305-a49c-79508994f155 req-3c532061-5add-4646-95b3-28b71dc50ebc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0882363 Jul 30 10:50:46.161736 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-96ed4f12-30bc-4305-a49c-79508994f155 req-df81cbeb-3088-47a1-b78e-a4e831574da8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466385 Jul 30 10:50:47.267762 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a3ca2-a26b-4f0b-a00b-dfdd8a8cab35 req-4e576f7d-8deb-450f-ba6d-eb317c8265a8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:47.276529 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-341a3ca2-a26b-4f0b-a00b-dfdd8a8cab35 req-4e576f7d-8deb-450f-ba6d-eb317c8265a8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1044693 Jul 30 10:50:47.327564 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d11e63-2df1-46ab-b94f-0760fe546426 req-2e33d16a-4f87-4a2e-bd8d-d8abcba710f7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:47.329796 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d11e63-2df1-46ab-b94f-0760fe546426 req-2e33d16a-4f87-4a2e-bd8d-d8abcba710f7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0529301 Jul 30 10:50:47.331127 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-341a3ca2-a26b-4f0b-a00b-dfdd8a8cab35 req-d1928cba-354d-47b7-9960-366b402ff8ac tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Jul 30 10:50:47.399220 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d11e63-2df1-46ab-b94f-0760fe546426 req-bce43f6a-7574-4947-b71c-459c3731672d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592592 Jul 30 10:50:48.401280 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:48.472053 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db950ff-608c-469e-93a7-36176b856c28 req-568534b2-a987-4b01-932d-15647b9604b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:48.483690 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7db950ff-608c-469e-93a7-36176b856c28 req-568534b2-a987-4b01-932d-15647b9604b0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0762966 Jul 30 10:50:48.545201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd44b-7307-4a43-9c73-cbd537dc86b9 req-56384b67-4544-4dc8-bc7c-66f739cd1159 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:48.547711 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6d7dd44b-7307-4a43-9c73-cbd537dc86b9 req-56384b67-4544-4dc8-bc7c-66f739cd1159 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0568953 Jul 30 10:50:48.550436 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7db950ff-608c-469e-93a7-36176b856c28 req-d2125552-2a2a-4d64-95be-4c3497a774ed tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615401 Jul 30 10:50:48.592950 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6d7dd44b-7307-4a43-9c73-cbd537dc86b9 req-63d3c488-abbe-4147-a6fa-60f7c3578f1d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Jul 30 10:50:49.693744 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa280e-7df8-4428-aa84-60a4e860de20 req-33b8e96e-c134-4c09-b3fc-e5a7df0d0794 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:49.695730 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-38aa280e-7df8-4428-aa84-60a4e860de20 req-33b8e96e-c134-4c09-b3fc-e5a7df0d0794 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0719354 Jul 30 10:50:49.754034 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-38aa280e-7df8-4428-aa84-60a4e860de20 req-7ca934ea-5e57-4348-94c7-c13d27df9523 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Jul 30 10:50:49.772065 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2295a-644b-4985-8c8c-5d5ddd6d9125 req-676f3a51-ce99-404f-9e02-4d27469f99d9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:49.774201 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8ff2295a-644b-4985-8c8c-5d5ddd6d9125 req-676f3a51-ce99-404f-9e02-4d27469f99d9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0879519 Jul 30 10:50:49.834997 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8ff2295a-644b-4985-8c8c-5d5ddd6d9125 req-bfb6fc82-03cb-4764-bcdd-6b72b9be9a29 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520706 Jul 30 10:50:50.250309 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33145d-161e-4385-9c36-e4bd366ce193 req-704bf21f-5980-4ccd-b9bc-8060bf2f8719 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:50.252264 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cd33145d-161e-4385-9c36-e4bd366ce193 req-704bf21f-5980-4ccd-b9bc-8060bf2f8719 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.0546961 Jul 30 10:50:50.304433 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cd33145d-161e-4385-9c36-e4bd366ce193 req-febc9543-d4e5-4650-bf27-4fc0462329ca tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Jul 30 10:50:50.952244 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602f224-a777-464c-945f-63820c605837 req-acf2095e-6596-4746-b1f7-4949e3e533dc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:50.960821 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f602f224-a777-464c-945f-63820c605837 req-acf2095e-6596-4746-b1f7-4949e3e533dc tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1159456 Jul 30 10:50:51.024899 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f602f224-a777-464c-945f-63820c605837 req-75504297-8459-4e92-aadd-d8083884334f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627186 Jul 30 10:50:51.032594 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3e93b-e542-4f8e-ab5e-05a65a901a29 req-e2fd94be-3faa-4439-8fb1-400f3ed30e96 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:51.035276 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a7a3e93b-e542-4f8e-ab5e-05a65a901a29 req-e2fd94be-3faa-4439-8fb1-400f3ed30e96 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0780871 Jul 30 10:50:51.089262 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a7a3e93b-e542-4f8e-ab5e-05a65a901a29 req-ec9931b4-d9f0-4d55-bd28-98ab68638a06 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466170 Jul 30 10:50:51.465520 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab095509-cd90-4ba3-893c-095cd65ee059 req-e84c510e-c6c6-49f6-ada4-dec5be987996 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:51.475584 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ab095509-cd90-4ba3-893c-095cd65ee059 req-e84c510e-c6c6-49f6-ada4-dec5be987996 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.0866425 Jul 30 10:50:51.520177 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ab095509-cd90-4ba3-893c-095cd65ee059 req-3c5cefd0-3053-440b-972f-e686adad53ad tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Jul 30 10:50:52.191413 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfee23-0082-4299-bfe9-7721c7bfcb60 req-6cbedf59-375a-4500-a663-e8430937e6bd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:52.204737 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9cbfee23-0082-4299-bfe9-7721c7bfcb60 req-6cbedf59-375a-4500-a663-e8430937e6bd tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0819836 Jul 30 10:50:52.289208 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9cbfee23-0082-4299-bfe9-7721c7bfcb60 req-2f4c9c50-1251-452c-bd03-5b47bb026e0d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833921 Jul 30 10:50:52.334694 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ed186-4099-486d-808d-f2a9e2c06af6 req-375e3a5e-21c1-4314-bd36-02a6d345925d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:52.344307 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-dc1ed186-4099-486d-808d-f2a9e2c06af6 req-375e3a5e-21c1-4314-bd36-02a6d345925d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1133873 Jul 30 10:50:52.398881 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-dc1ed186-4099-486d-808d-f2a9e2c06af6 req-31c32804-85c0-4652-9156-5a90af4b1dbe tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494194 Jul 30 10:50:52.678964 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-563499eb-9191-4782-a78f-0f56e9189459 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329633294&fields=id&tenant_id=22b3fcee7e56475cae75800bef824df5 HTTP/1.1" status: 200 len: 267 time: 0.1211610 Jul 30 10:50:52.738231 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303bbc0-d19f-4eb6-bbfb-417beb3b0cb1 req-d2c1bdd4-cf6c-44a7-ac08-f5bd6e28e78f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:52.740331 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6303bbc0-d19f-4eb6-bbfb-417beb3b0cb1 req-d2c1bdd4-cf6c-44a7-ac08-f5bd6e28e78f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.0885098 Jul 30 10:50:52.796707 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6303bbc0-d19f-4eb6-bbfb-417beb3b0cb1 req-28fce067-cb01-4751-81e9-be80d82ee9ed tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Jul 30 10:50:52.797337 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c24d5-2c20-44da-982c-059cac10e273 req-956b8e78-d09c-46d3-a638-980ab2ec8083 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:52.799219 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b44c24d5-2c20-44da-982c-059cac10e273 req-956b8e78-d09c-46d3-a638-980ab2ec8083 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 946 time: 0.1701677 Jul 30 10:50:52.913264 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-d85ac925-37e2-4230-9021-8748e91b15b9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:52.914833 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-d85ac925-37e2-4230-9021-8748e91b15b9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 808 time: 0.2350721 Jul 30 10:50:52.955063 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-3ed0e582-adf4-432c-87bb-8a51aa6ae845 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/quotas/22b3fcee7e56475cae75800bef824df5 HTTP/1.1" status: 200 len: 375 time: 0.0235999 Jul 30 10:50:52.964737 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Deleting port 6a686b19-5055-4047-855d-ca82158a7fbf {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:50:52.965098 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:53.130153 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] For port 6a686b19-5055-4047-855d-ca82158a7fbf, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=6a686b19-5055-4047-855d-ca82158a7fbf,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:53.130815 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:53.148176 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Calling delete_port for 6a686b19-5055-4047-855d-ca82158a7fbf owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:50:53.162181 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-09d1c549-e7ae-42b9-ad0b-c11c4127ccdd tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927512 Jul 30 10:50:53.351158 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-a03d0fbc-5311-4f58-bc1d-174e3d4a0e05 service neutron] 10.222.0.23 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759253 Jul 30 10:50:53.448412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddfdf8-77de-4bb4-bc6e-c0a4469d6cd4 req-e22e65c6-0173-41cb-9651-34d97cbdcbdb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:53.459866 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89ddfdf8-77de-4bb4-bc6e-c0a4469d6cd4 req-e22e65c6-0173-41cb-9651-34d97cbdcbdb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0681095 Jul 30 10:50:53.488945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:53.510512 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89ddfdf8-77de-4bb4-bc6e-c0a4469d6cd4 req-59f635a6-d262-40cc-97fa-78db59990782 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500593 Jul 30 10:50:53.533469 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6', '239fb795-82c1-4951-9080-7a9323034326', '0eb7e03c-8fd5-437d-978f-327d9140f1a4', '6a686b19-5055-4047-855d-ca82158a7fbf'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:50:53.555759 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event deleted for resources: {'Port': ['ID=6a686b19-5055-4047-855d-ca82158a7fbf,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:53.630000 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-c5243eed-7de0-4e39-9f8a-cbec65e65b1a service neutron] 10.222.0.23 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632020 Jul 30 10:50:53.645780 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] No DVR routers for this DVR port 6a686b19-5055-4047-855d-ca82158a7fbf on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:50:53.649147 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:53.651656 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b44c24d5-2c20-44da-982c-059cac10e273 req-31ae8221-d0be-4549-9113-3a238bb691dc tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "DELETE /v2.0/ports/6a686b19-5055-4047-855d-ca82158a7fbf HTTP/1.1" status: 204 len: 173 time: 0.8428764 Jul 30 10:50:53.652156 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'name': 'network-vif-deleted', 'tag': '6a686b19-5055-4047-855d-ca82158a7fbf'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:53.655515 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e41749-8820-4db4-a5f0-f925455a0ad3" -d '{"events": [{"server_uuid": "b906bced-3b9c-43e4-b76d-faba0fba57ee", "name": "network-vif-deleted", "tag": "6a686b19-5055-4047-855d-ca82158a7fbf"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:53.668566 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af9d69-19a8-4476-bbaf-828784d993d4 req-2f108fae-ec2c-4bcb-b382-ac8ba8f471c4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:53.670829 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7af9d69-19a8-4476-bbaf-828784d993d4 req-2f108fae-ec2c-4bcb-b382-ac8ba8f471c4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0889103 Jul 30 10:50:53.739180 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7af9d69-19a8-4476-bbaf-828784d993d4 req-35b692f1-4344-4bd4-a730-b6928fa08f16 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600157 Jul 30 10:50:53.800854 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0d43d-3181-4ae4-bcae-86692d1b0346 x-openstack-request-id: req-08b0d43d-3181-4ae4-bcae-86692d1b0346 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:53.801396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906bced-3b9c-43e4-b76d-faba0fba57ee", "name": "network-vif-deleted", "tag": "6a686b19-5055-4047-855d-ca82158a7fbf", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:53.801827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08b0d43d-3181-4ae4-bcae-86692d1b0346 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:53.802414 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906bced-3b9c-43e4-b76d-faba0fba57ee', 'name': 'network-vif-deleted', 'tag': '6a686b19-5055-4047-855d-ca82158a7fbf', 'status': 'completed', 'code': 200} Jul 30 10:50:53.999022 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59870) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:54.075796 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Deleting subnet 66382288-d6d2-470b-bda5-3995a6ade3bd {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:50:54.079020 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ee329371-351d-484a-b0d4-78741096dd5a req-c9c63060-a11a-40e2-88f6-87fecfd815fa tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=b906bced-3b9c-43e4-b76d-faba0fba57ee HTTP/1.1" status: 200 len: 210 time: 0.0951869 Jul 30 10:50:54.086942 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.175314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.185945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.263177 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3c51cca1-c238-464e-ad94-d0955d69604d req-8283c96c-59ef-4d16-86a0-137ad76308fb tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 210 time: 0.0557470 Jul 30 10:50:54.296201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.345802 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66382288-d6d2-470b-bda5-3995a6ade3bd,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:54.349541 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.355862 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-7d4d6094-a16f-4afa-a5f5-cee49b59f7e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/66382288-d6d2-470b-bda5-3995a6ade3bd HTTP/1.1" status: 204 len: 168 time: 0.3555646 Jul 30 10:50:54.357267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59878) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:54.441666 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.625382 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.656098 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a926ec3-a5fb-4b07-a429-b3622a90ff1c']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:54.674940 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4bfe0-c44c-4fe1-a86c-80781a2c83bc req-042bc346-b88f-4e96-9130-c28a84ff33f8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:54.675906 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdde333-241f-4bdf-a868-fbda6017f36e') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:54.676108 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdde333-241f-4bdf-a868-fbda6017f36e') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:54.677073 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-05a4bfe0-c44c-4fe1-a86c-80781a2c83bc req-042bc346-b88f-4e96-9130-c28a84ff33f8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0770390 Jul 30 10:50:54.696456 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.719916 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.728497 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:50:54.728929 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.734644 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-05a4bfe0-c44c-4fe1-a86c-80781a2c83bc req-55aec8c1-1a62-4113-9a80-239246f1f601 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:50:54.736831 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:50:54.816747 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.832395 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.837316 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59890) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:54.837802 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a926ec3-a5fb-4b07-a429-b3622a90ff1c HTTP/1.1" status: 204 len: 168 time: 0.4764702 Jul 30 10:50:54.865366 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d902ff-ad2f-4c6b-83f7-10281f428360 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a926ec3-a5fb-4b07-a429-b3622a90ff1c,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:54.920529 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Deleting subnet cb1b1fbb-5084-421d-9c8c-081fbad7184d {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:50:54.925851 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.933596 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b35b-4688-42d1-88c6-77456e043901 req-1a350a2d-2ec2-41bd-9124-25d4c8e4f55a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:54.935815 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fa53b35b-4688-42d1-88c6-77456e043901 req-1a350a2d-2ec2-41bd-9124-25d4c8e4f55a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0810127 Jul 30 10:50:54.974160 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:54.981866 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.002072 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fa53b35b-4688-42d1-88c6-77456e043901 req-78204223-0c46-414d-8902-2bf4da5399b0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581043 Jul 30 10:50:55.058694 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.096693 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.101555 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb1b1fbb-5084-421d-9c8c-081fbad7184d HTTP/1.1" status: 204 len: 168 time: 0.2603183 Jul 30 10:50:55.104631 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59892) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:55.123721 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949e31a-ff0c-4ebf-b7a0-49ed367077c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1b1fbb-5084-421d-9c8c-081fbad7184d,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:55.250599 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.388131 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.423866 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a6be1d57-0c4c-4868-9ccd-f2b6ff0e4af8 req-b0b81478-209f-4e47-b88c-9cf02d8cad3b tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 210 time: 0.0497918 Jul 30 10:50:55.439501 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd564e4e-4433-4175-821e-3fefd9406285']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:55.441934 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0098d28-6c4b-4d10-a564-dea8e02edbae') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:55.442235 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0098d28-6c4b-4d10-a564-dea8e02edbae') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:50:55.456453 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.471686 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.478246 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:50:55.478695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:50:55.482362 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:50:55.552706 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.562482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:55.565587 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd564e4e-4433-4175-821e-3fefd9406285 HTTP/1.1" status: 204 len: 168 time: 0.4597495 Jul 30 10:50:55.578003 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbafac-f212-48fd-9b19-7e56f7cfaaed admin admin] Pushing event deleted for resources: {'Network': ['ID=cd564e4e-4433-4175-821e-3fefd9406285,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:55.851362 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59912) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:55.921274 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d766fe8e-7edf-4e93-8402-f5db9aab04b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=473099754b7a446892a7c301c598801d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669684 Jul 30 10:50:55.922967 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59914) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:55.976080 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-9d111d26-3496-431b-aa9a-936f7426c965 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:55.978690 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-9d111d26-3496-431b-aa9a-936f7426c965 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 808 time: 0.1752353 Jul 30 10:50:55.992295 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cd0d-c137-444b-add2-fe3af86afb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.025059 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cd0d-c137-444b-add2-fe3af86afb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.052701 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090fd2-1806-47b7-ad18-6a5a79be78d5 req-6c88bac5-7af7-49e2-830c-f79e6bcd955f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:56.054326 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ab090fd2-1806-47b7-ad18-6a5a79be78d5 req-6c88bac5-7af7-49e2-830c-f79e6bcd955f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1107419 Jul 30 10:50:56.060098 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-ec0a03b7-ff82-4e1f-ba07-56a124ef98d5 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b3fcee7e56475cae75800bef824df5 HTTP/1.1" status: 200 len: 379 time: 0.0590343 Jul 30 10:50:56.082347 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'port': {'device_id': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'admin_state_up': True, 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'security_groups': ['a91c7d84-68fe-4a8d-8aba-51df99a725c3']}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:56.190897 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ab090fd2-1806-47b7-ad18-6a5a79be78d5 req-bb1ba87c-8943-4b2e-88f2-49c31dead45b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213515 Jul 30 10:50:56.229433 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae0cbc-7841-4495-af45-32396d0e49db req-15a79b73-68e8-411c-b35c-5b6ada5fbad9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:56.231369 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-88ae0cbc-7841-4495-af45-32396d0e49db req-15a79b73-68e8-411c-b35c-5b6ada5fbad9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1137869 Jul 30 10:50:56.232515 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cd0d-c137-444b-add2-fe3af86afb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.236109 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cd0d-c137-444b-add2-fe3af86afb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.240331 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-e1c5cd0d-c137-444b-add2-fe3af86afb84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad510f50-adf4-4746-8a1a-fcd7a4313264 HTTP/1.1" status: 204 len: 168 time: 0.3160901 Jul 30 10:50:56.252610 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5cd0d-c137-444b-add2-fe3af86afb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad510f50-adf4-4746-8a1a-fcd7a4313264,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:56.304412 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Made reservation on behalf of 22b3fcee7e56475cae75800bef824df5 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:56.310895 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.314006 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-88ae0cbc-7841-4495-af45-32396d0e49db req-ce919dab-5539-45ca-b77d-364ab308445a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711524 Jul 30 10:50:56.496860 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Allocated IP 172.20.0.5 (3b29d854-19aa-42b6-a494-56b49d795b8c/2837b8e8-b7e0-4879-bb86-25c2d0093e7e/b4a046c4-6708-4df1-ad63-1039e987ee0d) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:56.630460 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-546c6684-758d-4eee-bd42-f8e0d9ea742e req-0634dc3e-2e21-4886-b74d-ebfc7ad5752d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 210 time: 0.0777464 Jul 30 10:50:56.744037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5ec3a-3c92-48cf-adcb-be6c8cda0313 req-74b1f56e-46f1-44a5-a181-a7a93d4fad5b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:56.744245 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.745982 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-22f5ec3a-3c92-48cf-adcb-be6c8cda0313 req-74b1f56e-46f1-44a5-a181-a7a93d4fad5b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.0513790 Jul 30 10:50:56.764630 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Transition to ACTIVE for port object b4a046c4-6708-4df1-ad63-1039e987ee0d will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:56.780063 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 59942) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:56.790611 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-22f5ec3a-3c92-48cf-adcb-be6c8cda0313 req-3f610a34-9058-47a9-b101-7635c50ec262 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Jul 30 10:50:56.836596 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.847686 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-02d7b725-4e85-4acd-9656-1afb461a8bc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0463cdc44ad24604aacf99aa5fe30b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661817 Jul 30 10:50:56.850315 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59944) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:56.887636 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Network 3b29d854-19aa-42b6-a494-56b49d795b8c is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:56.893222 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:56.896201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:56.900514 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13a8230b-497e-4233-881e-ce88d34d50e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.901614 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:56.902303 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.912946 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:56.932612 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-e83ff4cb-b4b0-40e2-9a62-b64073ce523d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622308 Jul 30 10:50:56.935258 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13a8230b-497e-4233-881e-ce88d34d50e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:56.967677 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Request body: {'port': {'device_id': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:57.016295 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13a8230b-497e-4233-881e-ce88d34d50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:57.019112 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-13a8230b-497e-4233-881e-ce88d34d50e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:57.020653 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-13a8230b-497e-4233-881e-ce88d34d50e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e1f94e1-d3fb-4927-a74d-3566985f2f3a HTTP/1.1" status: 204 len: 168 time: 0.1693056 Jul 30 10:50:57.061710 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8230b-497e-4233-881e-ce88d34d50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f94e1-d3fb-4927-a74d-3566985f2f3a,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:57.180626 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c25432e0-7ed5-4e5c-b663-0fcbc4b12a23 None None] Provisioning for port b4a046c4-6708-4df1-ad63-1039e987ee0d completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:50:57.185323 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c25432e0-7ed5-4e5c-b663-0fcbc4b12a23 None None] Provisioning complete for port b4a046c4-6708-4df1-ad63-1039e987ee0d triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:50:57.185809 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c25432e0-7ed5-4e5c-b663-0fcbc4b12a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:57.260513 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-c25432e0-7ed5-4e5c-b663-0fcbc4b12a23 None None] Port b4a046c4-6708-4df1-ad63-1039e987ee0d cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:50:57.359615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:57.386313 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247200cf-cd8f-4e22-9420-f6b3fa5893dd req-bdc07d17-1470-4c6d-ab1e-27e2ff2b8d3e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:57.387877 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-247200cf-cd8f-4e22-9420-f6b3fa5893dd req-bdc07d17-1470-4c6d-ab1e-27e2ff2b8d3e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0954194 Jul 30 10:50:57.481654 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb493a-0fea-4f74-95b7-f4d2ec415350 req-cb702f7b-21d9-4245-acac-7b73dc8da360 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:57.484702 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-feeb493a-0fea-4f74-95b7-f4d2ec415350 req-cb702f7b-21d9-4245-acac-7b73dc8da360 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.0836163 Jul 30 10:50:57.534495 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-feeb493a-0fea-4f74-95b7-f4d2ec415350 req-4c4efadb-3bce-4448-940b-afb4d882be5f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Jul 30 10:50:57.615611 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-247200cf-cd8f-4e22-9420-f6b3fa5893dd req-36bddecf-c55e-4f5f-8722-43333bc55e4e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982889 Jul 30 10:50:57.620622 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-3e569cfb-68fa-4e82-85a2-f86cf78b0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:57.622129 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-3e569cfb-68fa-4e82-85a2-f86cf78b0686 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1099 time: 0.2320881 Jul 30 10:50:57.771189 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-3f8614a8-3dcf-46d6-b582-b1c7c722894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:57.772819 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-3f8614a8-3dcf-46d6-b582-b1c7c722894c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.1345310 Jul 30 10:50:57.773318 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 6a686b19-5055-4047-855d-ca82158a7fbf no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:50:57.812013 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 6a686b19-5055-4047-855d-ca82158a7fbf {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:50:57.813074 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 6a686b19-5055-4047-855d-ca82158a7fbf not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:50:57.818217 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071150d-ed78-428b-9faa-1acceb603cf1 req-3f8844c6-67a3-455e-9609-ab479cc2211e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:57.820575 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e071150d-ed78-428b-9faa-1acceb603cf1 req-3f8844c6-67a3-455e-9609-ab479cc2211e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 931 time: 0.0833304 Jul 30 10:50:57.900509 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-d2147db9-2c63-4176-bd1a-57e37dec192f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 200 len: 1001 time: 0.1153386 Jul 30 10:50:57.908958 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e071150d-ed78-428b-9faa-1acceb603cf1 req-d487cdb3-c891-4894-aee7-d52a3ae233ea tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783870 Jul 30 10:50:58.023878 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a046c4-6708-4df1-ad63-1039e987ee0d {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:50:58.032516 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-4abc5800-680b-4b74-89f6-fd920be7fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.034028 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-4abc5800-680b-4b74-89f6-fd920be7fc29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.1212454 Jul 30 10:50:58.035848 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.081781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db1fc1-0b6b-48db-a55a-24aa0c07ef94 req-6d5b376d-0d60-4c11-b166-1d98db1a8c7a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.083328 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-37db1fc1-0b6b-48db-a55a-24aa0c07ef94 req-6d5b376d-0d60-4c11-b166-1d98db1a8c7a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.1717255 Jul 30 10:50:58.086938 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Transition to ACTIVE for port object b4a046c4-6708-4df1-ad63-1039e987ee0d will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:58.095015 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.104340 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59976) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:58.156729 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-cc22bed8-885e-48a0-a571-0d26441b70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.158353 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-cc22bed8-885e-48a0-a571-0d26441b70fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1146424 Jul 30 10:50:58.212210 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:58.217423 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-37db1fc1-0b6b-48db-a55a-24aa0c07ef94 req-c81949ed-f134-4958-914d-643990714a58 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245809 Jul 30 10:50:58.260982 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1151099583-network', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:58.284979 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Attempting to bind port b4a046c4-6708-4df1-ad63-1039e987ee0d on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:58.285227 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Attempting to bind port b4a046c4-6708-4df1-ad63-1039e987ee0d by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:58.285558 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Attempting to bind port b4a046c4-6708-4df1-ad63-1039e987ee0d on network 3b29d854-19aa-42b6-a494-56b49d795b8c {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:58.287052 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Made reservation on behalf of b20d826c2de64e2fab32fae1a8bb205c for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:58.290369 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.299506 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Port b4a046c4-6708-4df1-ad63-1039e987ee0d on network 3b29d854-19aa-42b6-a494-56b49d795b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:50:58.299848 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Attempting to bind port b4a046c4-6708-4df1-ad63-1039e987ee0d on network 3b29d854-19aa-42b6-a494-56b49d795b8c {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:58.299955 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.310438 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:58.311821 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Checking segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:58.312212 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Bound using segment: {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:58.312661 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Bound port: b4a046c4-6708-4df1-ad63-1039e987ee0d, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d2862b-7b6c-49a2-9abe-c53f7117163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:58.313013 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.338359 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-0da268e9-0e0a-4973-b576-2c4e0478bc3b service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616011 Jul 30 10:50:58.422157 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.426199 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.448482 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:50:58.453690 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:50:58.462819 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.464614 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:50:58.471389 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15902d7-65ff-441a-b7fc-06a34f3c07a6,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:58.478507 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.478860 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Added segment b85ce329-7397-4a41-a67b-636da76070db of type vlan for network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b Jul 30 10:50:58.515319 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-77e768b7-c57b-4da6-b414-135c6e4d60b5 req-a7b6cc1b-6e2b-459a-ac4d-5101185c3ce8 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563919 Jul 30 10:50:58.516542 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.517139 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.518416 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] 10.222.0.10 "PUT /v2.0/ports/b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 1093 time: 1.5564117 Jul 30 10:50:58.520737 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:50:58.523067 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ea442-0e84-46cf-81a6-e7ff34298b94" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:50:58.525969 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.551734 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e81cc-8f91-4248-a519-baa282743f32 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:58.582126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85d3f8e-cbbd-4e1f-bb49-77aa81ec1a6a x-openstack-request-id: req-d85d3f8e-cbbd-4e1f-bb49-77aa81ec1a6a {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:50:58.582439 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:50:58.582702 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d85d3f8e-cbbd-4e1f-bb49-77aa81ec1a6a {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:50:58.583197 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'status': 'completed', 'code': 200} Jul 30 10:50:58.593033 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.596137 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.609474 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.677063 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5715356 Jul 30 10:50:58.683797 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59988) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:58.692267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Request body: {'subnet': {'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1151099583-subnet', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:58.706389 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4e17e-1d8b-4eb3-a836-6ccf0968344d admin admin] Pushing event updated for resources: {'Network': ['ID=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:58.723732 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:50:58.735990 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Made reservation on behalf of b20d826c2de64e2fab32fae1a8bb205c for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:50:58.742438 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3426606'] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:58.762917 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841231f-2e5e-49bf-afdf-dc217c3906a9 req-d5f65482-37be-4425-9e28-dc2af7abc887 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.770650 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6841231f-2e5e-49bf-afdf-dc217c3906a9 req-d5f65482-37be-4425-9e28-dc2af7abc887 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1074097 Jul 30 10:50:58.773813 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-a1232820-21b2-4d76-93a2-b2b590394884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.775297 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-a1232820-21b2-4d76-93a2-b2b590394884 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1096 time: 0.1409290 Jul 30 10:50:58.834708 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-a35f1c9c-3bdc-4313-a3ba-ff126ea3947c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 217 time: 0.0419734 Jul 30 10:50:58.848368 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6841231f-2e5e-49bf-afdf-dc217c3906a9 req-2ed108df-6ff4-4719-80e9-c3da1ab4c56a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768452 Jul 30 10:50:58.855059 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86407c98-b808-46ad-94a8-579c5c850851 req-a4973179-1e8b-4e0f-8d98-f9087dfbdc9b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.856084 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-86407c98-b808-46ad-94a8-579c5c850851 req-a4973179-1e8b-4e0f-8d98-f9087dfbdc9b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1108501 Jul 30 10:50:58.895713 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-14acf59e-fb99-4034-8f99-2c54d4df4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.897309 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-14acf59e-fb99-4034-8f99-2c54d4df4b89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.0465744 Jul 30 10:50:58.912532 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-86407c98-b808-46ad-94a8-579c5c850851 req-35e69f99-5b9c-46ea-a188-0a86b5d0c234 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Jul 30 10:50:58.962652 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-b34434f7-a2bd-4f81-a522-bd74c0600340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:58.964219 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-b34434f7-a2bd-4f81-a522-bd74c0600340 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539279 Jul 30 10:50:59.017021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3426560'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.071667 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=59187231-6c4e-4734-a849-d8745e79b93f,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:59.082339 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded91e-424d-42ec-874d-9c9e1e32a845 req-ebc10766-d2af-4e79-b230-4c9737874783 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.082727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Checking segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:59.083086 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Network hostable DHCP agents. Network: 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:50:59.083874 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbded91e-424d-42ec-874d-9c9e1e32a845 req-ebc10766-d2af-4e79-b230-4c9737874783 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.1041532 Jul 30 10:50:59.101736 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:50:59.111274 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:59.120412 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b3d06-da74-4afb-b782-434f38abec94 None None] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:50:59.122300 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.123270 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.140104 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4d81c955-bba1-4b4b-b988-5953cdb4c3cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4549487 Jul 30 10:50:59.144404 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 59992) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:50:59.145861 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-dd4d0244-2dd3-4367-a6b8-ed57f091e2b8 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380014 Jul 30 10:50:59.149281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:50:59.151098 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fbded91e-424d-42ec-874d-9c9e1e32a845 req-3fc3284d-f0c6-465a-91a8-aee06fc25172 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608318 Jul 30 10:50:59.189119 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.190296 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.246654 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0eefe2fc-92fa-472c-86a9-48b5a73b8e90 req-2ee5baa7-8154-4851-a2d5-c858b16cd22c service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913873 Jul 30 10:50:59.248958 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.353372 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-dff39ef7-ec60-4991-a4a9-2f4de678d610 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.354389 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:50:59.355397 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.355631 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-dff39ef7-ec60-4991-a4a9-2f4de678d610 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.0743246 Jul 30 10:50:59.437877 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.471253 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-b620525e-29cc-48bc-b76b-32a4e2bbbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.474216 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-b620525e-29cc-48bc-b76b-32a4e2bbbe60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1096 time: 0.1092141 Jul 30 10:50:59.508022 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea7732-ab9a-4f89-8ea6-0aa175fa15fa req-502ec4ce-6bfc-48f2-b105-6da6def22561 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.509576 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1aea7732-ab9a-4f89-8ea6-0aa175fa15fa req-502ec4ce-6bfc-48f2-b105-6da6def22561 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 945 time: 0.1278858 Jul 30 10:50:59.535487 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Allocated IP 172.20.0.2 (0e4c4eb8-faf2-458e-b17c-4aef4b33b33b/59187231-6c4e-4734-a849-d8745e79b93f/440a409e-e015-458c-b0d0-53d5873c1f14) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:59.582679 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1aea7732-ab9a-4f89-8ea6-0aa175fa15fa req-a0579ed7-c6c5-46c2-9d66-d6e9bc1811cd tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655143 Jul 30 10:50:59.635179 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Deleting port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:50:59.635532 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.643229 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-e6c255fe-b70e-4081-8271-e9d065e86d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.645080 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-e6c255fe-b70e-4081-8271-e9d065e86d35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 909 time: 0.1627758 Jul 30 10:50:59.726040 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.729757 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-89f8cb13-aa5e-49c5-ae27-1dc5a4f345f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 217 time: 0.0729799 Jul 30 10:50:59.736776 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.749694 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Transition to ACTIVE for port object 440a409e-e015-458c-b0d0-53d5873c1f14 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:59.754099 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.767216 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Transition to ACTIVE for port object 440a409e-e015-458c-b0d0-53d5873c1f14 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:50:59.773859 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.813757 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:50:59.816721 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:50:59.819760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:50:59.821652 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-b205575b-7d40-4232-abd8-53fd1a2859c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.823251 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-b205575b-7d40-4232-abd8-53fd1a2859c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.0785241 Jul 30 10:50:59.825262 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] For port 0eb7e03c-8fd5-437d-978f-327d9140f1a4, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0eb7e03c-8fd5-437d-978f-327d9140f1a4,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:50:59.825763 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.848353 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Calling delete_port for 0eb7e03c-8fd5-437d-978f-327d9140f1a4 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:50:59.850183 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Pushing event updated for resources: {'Port': ['ID=440a409e-e015-458c-b0d0-53d5873c1f14,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:50:59.878691 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Allocated IP 172.27.0.221 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/07bc28d4-5eee-4e1d-ba44-927f1710fc77) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:50:59.899648 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Attempting to bind port 440a409e-e015-458c-b0d0-53d5873c1f14 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:50:59.901423 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Attempting to bind port 440a409e-e015-458c-b0d0-53d5873c1f14 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:50:59.901941 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Attempting to bind port 440a409e-e015-458c-b0d0-53d5873c1f14 on network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:50:59.909461 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:50:59.910085 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Checking segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:50:59.910590 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.911087 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Bound using segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:50:59.911668 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Bound port: 440a409e-e015-458c-b0d0-53d5873c1f14, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:50:59.912196 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:50:59.962946 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-bb3b131c-8f2e-4e5e-91d8-9b1e3157c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:50:59.964503 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-bb3b131c-8f2e-4e5e-91d8-9b1e3157c77b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1307342 Jul 30 10:51:00.002883 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] For port 440a409e-e015-458c-b0d0-53d5873c1f14, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:00.008454 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] For port 440a409e-e015-458c-b0d0-53d5873c1f14, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=440a409e-e015-458c-b0d0-53d5873c1f14,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:00.013090 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:00.023830 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:00.103594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770faff9-645f-450a-a3d7-b7ffddb94743 None None] Pushing event updated for resources: {'Port': ['ID=440a409e-e015-458c-b0d0-53d5873c1f14,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:00.115478 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890e36-8a48-48ed-b0af-254afb99e1fc req-e7f5fcd2-bbca-4c4f-a9d7-d34de9369688 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:00.130633 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00890e36-8a48-48ed-b0af-254afb99e1fc req-e7f5fcd2-bbca-4c4f-a9d7-d34de9369688 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1128767 Jul 30 10:51:00.148664 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dabd16-0f26-4d6d-bd9d-424580354850 req-c7b26d7f-c140-4ab9-adfe-60515f6826f6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:00.150994 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94dabd16-0f26-4d6d-bd9d-424580354850 req-c7b26d7f-c140-4ab9-adfe-60515f6826f6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.2190735 Jul 30 10:51:00.166724 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:00.175995 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-21b6bf05-0422-45fc-aabd-e5c0928aee6a service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893859 Jul 30 10:51:00.218947 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00890e36-8a48-48ed-b0af-254afb99e1fc req-569c1484-0b25-4805-b4e1-6228902a006e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872462 Jul 30 10:51:00.220938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:00.229184 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:00.236846 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:00.289865 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Pushing event updated for resources: {'Port': ['ID=07bc28d4-5eee-4e1d-ba44-927f1710fc77,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:00.308810 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94dabd16-0f26-4d6d-bd9d-424580354850 req-aa0404e1-61f8-4eb5-9029-6a8543dee7fc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433182 Jul 30 10:51:00.338653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:00.387683 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event deleted for resources: {'Port': ['ID=0eb7e03c-8fd5-437d-978f-327d9140f1a4,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:00.390585 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6', '239fb795-82c1-4951-9080-7a9323034326', '0eb7e03c-8fd5-437d-978f-327d9140f1a4'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:51:00.445525 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-911ea442-0e84-46cf-81a6-e7ff34298b94 req-29ff067f-3043-4887-a5bb-c4563429bd73 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529366 Jul 30 10:51:00.475129 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] No DVR routers for this DVR port 0eb7e03c-8fd5-437d-978f-327d9140f1a4 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:51:00.488951 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:00.491414 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0df0514e-ebfd-4d16-8c1a-ca691163daf7 req-6c0bf556-db9c-444e-bc49-9f544da314e8 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "DELETE /v2.0/ports/0eb7e03c-8fd5-437d-978f-327d9140f1a4 HTTP/1.1" status: 204 len: 173 time: 1.1116912 Jul 30 10:51:00.518153 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05a169-e46e-4298-90b0-204dc0930c49 req-313501b9-b19a-4a97-8b85-061e6d18b107 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:00.520430 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ff05a169-e46e-4298-90b0-204dc0930c49 req-313501b9-b19a-4a97-8b85-061e6d18b107 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.1556847 Jul 30 10:51:00.584537 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'name': 'network-vif-deleted', 'tag': '0eb7e03c-8fd5-437d-978f-327d9140f1a4'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:00.587149 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab551c5-630d-4ec7-a683-54c3a7fea831" -d '{"events": [{"server_uuid": "7cbc57f9-5be5-4026-ba45-ed586451cccb", "name": "network-vif-deleted", "tag": "0eb7e03c-8fd5-437d-978f-327d9140f1a4"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:00.607551 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ff05a169-e46e-4298-90b0-204dc0930c49 req-a6a5c8c0-cc91-4a47-b2c4-79d0add3fba6 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779204 Jul 30 10:51:00.645617 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f21e9d-b390-4be4-aabb-b58c694828e5 x-openstack-request-id: req-63f21e9d-b390-4be4-aabb-b58c694828e5 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:00.646006 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbc57f9-5be5-4026-ba45-ed586451cccb", "name": "network-vif-deleted", "tag": "0eb7e03c-8fd5-437d-978f-327d9140f1a4", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:00.646266 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63f21e9d-b390-4be4-aabb-b58c694828e5 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:00.646691 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbc57f9-5be5-4026-ba45-ed586451cccb', 'name': 'network-vif-deleted', 'tag': '0eb7e03c-8fd5-437d-978f-327d9140f1a4', 'status': 'completed', 'code': 200} Jul 30 10:51:00.683947 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:00.756927 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3ed88c2f-9649-4e86-aca3-1d50c1f12940 req-3607636b-e282-4b8a-a5ab-703130b30829 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbc57f9-5be5-4026-ba45-ed586451cccb HTTP/1.1" status: 200 len: 210 time: 0.0322609 Jul 30 10:51:01.139369 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:01.155548 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 440a409e-e015-458c-b0d0-53d5873c1f14 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:01.221043 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a84974-52d0-42ee-9a15-a7ff15222144 None None] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:51:01.293364 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 440a409e-e015-458c-b0d0-53d5873c1f14 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:01.308950 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] Provisioning for port 440a409e-e015-458c-b0d0-53d5873c1f14 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:01.315972 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] Provisioning complete for port 440a409e-e015-458c-b0d0-53d5873c1f14 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:01.315972 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:01.342523 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Router 80391c48-e3bf-42f9-9ccb-64b7704729a4 is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:51:01.519570 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:01.577758 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:51:01.584989 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] For port 440a409e-e015-458c-b0d0-53d5873c1f14, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=440a409e-e015-458c-b0d0-53d5873c1f14,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:01.589299 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:01.607765 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Sync routers for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:51:01.612138 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5da2fa-0688-4035-ab6f-a2a7788a4b10 req-07edc8d8-6c9b-486e-b934-8af5632cc2e1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:01.620302 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-af5da2fa-0688-4035-ab6f-a2a7788a4b10 req-07edc8d8-6c9b-486e-b934-8af5632cc2e1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 946 time: 0.1129124 Jul 30 10:51:01.620838 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:01.621537 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:01.624730 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:01.626349 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-6b46760e-3930-45cb-8aa9-6a94f0b487a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4808869 Jul 30 10:51:01.650167 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60014) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:01.684803 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53416e8d-b9eb-4e1b-bd4c-86e64afa3f2d None None] Pushing event updated for resources: {'Port': ['ID=440a409e-e015-458c-b0d0-53d5873c1f14,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:01.687557 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-af5da2fa-0688-4035-ab6f-a2a7788a4b10 req-e46b0029-99bc-4166-84d6-c9d46c602838 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606225 Jul 30 10:51:01.789871 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48c9f6-4e06-494c-872d-582153cf9395 req-2de61a9f-7344-4f5e-8594-57050be9e8c2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:01.798520 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4a48c9f6-4e06-494c-872d-582153cf9395 req-2de61a9f-7344-4f5e-8594-57050be9e8c2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.4974916 Jul 30 10:51:01.821214 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:51:01.880200 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4a48c9f6-4e06-494c-872d-582153cf9395 req-f4758ab5-32eb-4017-afe6-1b7d3cf5b73f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806842 Jul 30 10:51:01.883165 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b79c-54df-4201-9014-02a3e057fd7a req-f733ed8b-9290-4edf-b545-0e6c104f5e27 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:01.885373 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4328b79c-54df-4201-9014-02a3e057fd7a req-f733ed8b-9290-4edf-b545-0e6c104f5e27 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0914359 Jul 30 10:51:01.953335 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4328b79c-54df-4201-9014-02a3e057fd7a req-e6acd397-d423-4278-8602-76ee78c90752 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590124 Jul 30 10:51:01.974308 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-9b97bff2-be45-480c-b08e-39ac5643c708 None None] Provisioning complete for port 440a409e-e015-458c-b0d0-53d5873c1f14 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:01.974689 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9b97bff2-be45-480c-b08e-39ac5643c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:01.983176 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.039303 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:02.041820 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c423f79b-dee4-47f9-afdf-c8d4e5eb40aa" -d '{"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-unplugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:02.051207 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:02.066132 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:02.072961 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.196906 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=8']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:02.252999 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b73ee-92f3-4c6e-bd5c-d381893e3c3a x-openstack-request-id: req-182b73ee-92f3-4c6e-bd5c-d381893e3c3a {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:02.253403 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-unplugged", "status": "failed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "code": 422}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:02.253786 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-182b73ee-92f3-4c6e-bd5c-d381893e3c3a {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:02.254421 dv-cinder-801989-5-iscsi neutron-server[104664]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'code': 422} returned with failed status Jul 30 10:51:02.370411 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:00Z', 'revision_number': 3, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:02.384379 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060165d-d4ff-4741-8cb3-d86ebf457110 req-df4a86c6-1d88-4b9d-980c-2814eb996f54 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:02.391239 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.393019 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4060165d-d4ff-4741-8cb3-d86ebf457110 req-df4a86c6-1d88-4b9d-980c-2814eb996f54 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0853057 Jul 30 10:51:02.414784 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Checking router: 80391c48-e3bf-42f9-9ccb-64b7704729a4 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:51:02.415143 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Updating router 80391c48-e3bf-42f9-9ccb-64b7704729a4 port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:51:02.441559 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4060165d-d4ff-4741-8cb3-d86ebf457110 req-2cc6b60d-6970-4720-b5d3-c71dd494ff71 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Jul 30 10:51:02.456741 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.568961 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Allocated IP 172.20.0.1 (0e4c4eb8-faf2-458e-b17c-4aef4b33b33b/59187231-6c4e-4734-a849-d8745e79b93f/2f30ed3b-b16f-422f-b62a-2458c15c3dd0) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:51:02.711799 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.724531 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f344-513f-432e-a044-434ab7f1bbb9 req-20cdac2d-163f-45f9-a949-306798a3c62c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:02.727188 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9dc0f344-513f-432e-a044-434ab7f1bbb9 req-20cdac2d-163f-45f9-a949-306798a3c62c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0623524 Jul 30 10:51:02.727487 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Transition to ACTIVE for port object 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:02.760784 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.765539 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.776045 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Transition to ACTIVE for port object 07bc28d4-5eee-4e1d-ba44-927f1710fc77 will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:02.782532 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9dc0f344-513f-432e-a044-434ab7f1bbb9 req-3729a4b3-5a1b-4b75-96a7-5f8997b828e6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481024 Jul 30 10:51:02.784273 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.813591 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:02.827157 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:02.829341 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:02.831981 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:02.832883 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.846085 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db2c8-d658-4307-a9f5-8fb00ea36ce7 None None] Pushing event updated for resources: {'Port': ['ID=07bc28d4-5eee-4e1d-ba44-927f1710fc77,revision_number=2']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:02.875077 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Attempting to bind port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:51:02.875680 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Attempting to bind port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:51:02.875806 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Attempting to bind port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:02.882438 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:51:02.882873 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:02.884578 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.885060 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:51:02.885613 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Bound port: 07bc28d4-5eee-4e1d-ba44-927f1710fc77, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:51:02.886157 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:02.978563 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] For port 07bc28d4-5eee-4e1d-ba44-927f1710fc77, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:02.989657 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] For port 07bc28d4-5eee-4e1d-ba44-927f1710fc77, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=07bc28d4-5eee-4e1d-ba44-927f1710fc77,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:02.995075 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.011787 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.071712 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:03.072783 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:03.121134 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 440a409e-e015-458c-b0d0-53d5873c1f14 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:03.162603 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0eed4-d100-4bbf-a3c6-88bdb7dbfa79 req-31e22767-ef00-4d00-beaa-2c084094a514 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:03.164321 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1ed0eed4-d100-4bbf-a3c6-88bdb7dbfa79 req-31e22767-ef00-4d00-beaa-2c084094a514 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1242702 Jul 30 10:51:03.176038 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720668b2-5e36-4ba6-9db3-70f27b396328 req-3ff49f0c-0d2b-4c93-80a0-671935f3e5a7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:03.178902 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-720668b2-5e36-4ba6-9db3-70f27b396328 req-3ff49f0c-0d2b-4c93-80a0-671935f3e5a7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0962896 Jul 30 10:51:03.235246 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 440a409e-e015-458c-b0d0-53d5873c1f14 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:03.236237 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.241610 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:03.271548 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-720668b2-5e36-4ba6-9db3-70f27b396328 req-7068802d-4f67-47cd-b782-5344e9302f8a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820193 Jul 30 10:51:03.287990 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1ed0eed4-d100-4bbf-a3c6-88bdb7dbfa79 req-67ad938c-e697-479c-af24-e9cad2354d30 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Jul 30 10:51:03.316702 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60068) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:03.341030 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-223dc928-700b-469d-81f3-d2f6a3010819 None None] Provisioning for port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:03.342519 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.349410 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-223dc928-700b-469d-81f3-d2f6a3010819 None None] Provisioning complete for port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:03.350057 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-223dc928-700b-469d-81f3-d2f6a3010819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.350178 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.351575 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.405443 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:51:03.409777 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db2c8-d658-4307-a9f5-8fb00ea36ce7 None None] Pushing event updated for resources: {'Port': ['ID=07bc28d4-5eee-4e1d-ba44-927f1710fc77,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:03.421687 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-223dc928-700b-469d-81f3-d2f6a3010819 None None] Port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:51:03.447642 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-f10023d3-9c6d-432d-8975-0934aa63810f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296675 Jul 30 10:51:03.468949 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:03.517464 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:03.522594 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:03.533096 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 1, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:03.567374 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e9b15-7943-4d3c-958c-ea7b3f5e1d2f None None] The sync data for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi is: [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 1, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:51:03.715827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d79a-de36-4ee2-95d5-60d42fcaa9fe req-6618eac6-c299-4f5e-9fe8-58fd666a4eff tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:03.718015 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c96d79a-de36-4ee2-95d5-60d42fcaa9fe req-6618eac6-c299-4f5e-9fe8-58fd666a4eff tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.0842478 Jul 30 10:51:03.728890 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Router 80391c48-e3bf-42f9-9ccb-64b7704729a4 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:51:03.807716 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c96d79a-de36-4ee2-95d5-60d42fcaa9fe req-05438845-5a72-4397-b5d5-add64378e304 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813670 Jul 30 10:51:03.840585 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0eb7e03c-8fd5-437d-978f-327d9140f1a4 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:51:03.906484 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:51:03.919206 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b5b5b1bb-ae53-4def-b69e-ee8617d936b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/80391c48-e3bf-42f9-9ccb-64b7704729a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2597828 Jul 30 10:51:03.922311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 0eb7e03c-8fd5-437d-978f-327d9140f1a4 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:51:03.922979 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0eb7e03c-8fd5-437d-978f-327d9140f1a4 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:51:03.931931 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-16ef6322-5300-4884-aa2e-5be9a9dc90d5 None None] Provisioning complete for port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:03.932627 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-16ef6322-5300-4884-aa2e-5be9a9dc90d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:03.995651 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-16ef6322-5300-4884-aa2e-5be9a9dc90d5 None None] Port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:51:04.045476 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532de4-aa2f-461c-8abb-a381bd7c04e0 req-ba97c5a8-ecce-4231-aa79-741adefe5a12 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:04.047889 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-73532de4-aa2f-461c-8abb-a381bd7c04e0 req-ba97c5a8-ecce-4231-aa79-741adefe5a12 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1496515 Jul 30 10:51:04.103311 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-6196963f-c4b4-4b85-842b-3ec67cd60669 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:04.105063 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-6196963f-c4b4-4b85-842b-3ec67cd60669 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 946 time: 0.1021938 Jul 30 10:51:04.111033 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-73532de4-aa2f-461c-8abb-a381bd7c04e0 req-c994437c-9265-4398-aef0-37a390658a95 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571027 Jul 30 10:51:04.262963 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Deleting port 239fb795-82c1-4951-9080-7a9323034326 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:51:04.263320 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.422312 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] For port 239fb795-82c1-4951-9080-7a9323034326, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=239fb795-82c1-4951-9080-7a9323034326,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:04.422712 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.460602 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19ebac-f0f4-447d-86c8-e42002820687 req-aaef1a0c-ae67-4576-8f08-88cfb067a13a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:04.470750 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3d19ebac-f0f4-447d-86c8-e42002820687 req-aaef1a0c-ae67-4576-8f08-88cfb067a13a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0763569 Jul 30 10:51:04.478428 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Calling delete_port for 239fb795-82c1-4951-9080-7a9323034326 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:51:04.564756 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3d19ebac-f0f4-447d-86c8-e42002820687 req-9d21ee9e-1887-47ff-97ec-7b67152fd7b1 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872612 Jul 30 10:51:04.592245 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2ee1-e391-4f7e-a6b7-fcb9776ed5c8 req-1b435f51-3c93-45f5-8e2f-37e57a266897 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:04.593893 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-485b2ee1-e391-4f7e-a6b7-fcb9776ed5c8 req-1b435f51-3c93-45f5-8e2f-37e57a266897 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1680303 Jul 30 10:51:04.659183 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-485b2ee1-e391-4f7e-a6b7-fcb9776ed5c8 req-695dae27-d754-4175-9217-136b1644fae3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587401 Jul 30 10:51:04.672563 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60104) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:04.681884 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1110677518-network', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:51:04.712638 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Made reservation on behalf of 0f1c5a059d804d20866a8ff89905d57a for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:51:04.715195 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.720440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.729568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.754097 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event deleted for resources: {'Port': ['ID=239fb795-82c1-4951-9080-7a9323034326,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:04.758216 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['0ef9e098-0cad-433f-8d65-0042fd3809b6', '239fb795-82c1-4951-9080-7a9323034326'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:51:04.815226 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] No DVR routers for this DVR port 239fb795-82c1-4951-9080-7a9323034326 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:51:04.819473 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.822129 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7aa404ed-1346-4dc4-960c-9cc84c2e2281 req-157dcc38-273e-429e-8641-d50a6e2413d0 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "DELETE /v2.0/ports/239fb795-82c1-4951-9080-7a9323034326 HTTP/1.1" status: 204 len: 173 time: 0.7082336 Jul 30 10:51:04.822839 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'name': 'network-vif-deleted', 'tag': '239fb795-82c1-4951-9080-7a9323034326'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:04.825257 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a42ca7-32a0-4e8d-b3af-2b1bd1d93055" -d '{"events": [{"server_uuid": "ecf38d01-9077-430e-8d5a-007f9fee33ac", "name": "network-vif-deleted", "tag": "239fb795-82c1-4951-9080-7a9323034326"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:04.887128 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.893785 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.926426 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf892f1-8eec-4ca8-b69b-9d85a2a23a51 x-openstack-request-id: req-cdf892f1-8eec-4ca8-b69b-9d85a2a23a51 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:04.926754 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf38d01-9077-430e-8d5a-007f9fee33ac", "name": "network-vif-deleted", "tag": "239fb795-82c1-4951-9080-7a9323034326", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:04.927013 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdf892f1-8eec-4ca8-b69b-9d85a2a23a51 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:04.927418 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf38d01-9077-430e-8d5a-007f9fee33ac', 'name': 'network-vif-deleted', 'tag': '239fb795-82c1-4951-9080-7a9323034326', 'status': 'completed', 'code': 200} Jul 30 10:51:04.940916 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:51:04.948133 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d7db24-f86b-47c1-aa1b-cf17640f602c,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:04.956901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:04.957459 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Added segment 65ce2fa4-f431-4bc2-8fe1-674348369340 of type vlan for network 211387c8-95cc-4a85-8696-124449924daa Jul 30 10:51:05.013943 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.018218 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eff649fb-0f10-4112-9412-cb229dee57b9 req-efcfb92c-f432-4798-a189-65b5f496914b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecf38d01-9077-430e-8d5a-007f9fee33ac HTTP/1.1" status: 200 len: 210 time: 0.0627217 Jul 30 10:51:05.115218 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.116528 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:05.117254 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.188461 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 07bc28d4-5eee-4e1d-ba44-927f1710fc77 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:05.208535 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5347116 Jul 30 10:51:05.211306 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60122) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:05.214996 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd03d9a-9e58-446a-b6e2-225d371f0677 admin admin] Pushing event updated for resources: {'Network': ['ID=211387c8-95cc-4a85-8696-124449924daa,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:05.228021 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Request body: {'subnet': {'network_id': '211387c8-95cc-4a85-8696-124449924daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1110677518-subnet', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:51:05.239245 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 211387c8-95cc-4a85-8696-124449924daa details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:51:05.261881 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Made reservation on behalf of 0f1c5a059d804d20866a8ff89905d57a for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:51:05.264956 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.279812 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045b7dc-73c2-47d8-907a-cef106a88379 req-cd2b9d0a-416c-439b-b9aa-f60b43f635b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:05.282312 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9045b7dc-73c2-47d8-907a-cef106a88379 req-cd2b9d0a-416c-439b-b9aa-f60b43f635b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0601559 Jul 30 10:51:05.309606 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:05.317950 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:05.318380 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.352914 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9045b7dc-73c2-47d8-907a-cef106a88379 req-13d11b26-c9a2-4b14-9115-cdf82d8f3e9a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651171 Jul 30 10:51:05.418004 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.442544 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 07bc28d4-5eee-4e1d-ba44-927f1710fc77, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=07bc28d4-5eee-4e1d-ba44-927f1710fc77,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:05.449147 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.467458 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.503477 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=07bc28d4-5eee-4e1d-ba44-927f1710fc77,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:05.542022 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76428b74-2482-4422-82d2-3c4da3191fbe,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:05.554961 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Checking segment: {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:05.555324 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Network hostable DHCP agents. Network: 211387c8-95cc-4a85-8696-124449924daa, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:51:05.575071 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Network 211387c8-95cc-4a85-8696-124449924daa is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:51:05.587908 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 211387c8-95cc-4a85-8696-124449924daa) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:05.595275 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:05.595801 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.605722 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f019b-fabd-4a87-8fcb-882638e54100 None None] Network 211387c8-95cc-4a85-8696-124449924daa requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:51:05.629648 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b5b818c2-5d67-4fb9-9e96-294f1f7d123e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4169199 Jul 30 10:51:05.631748 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60130) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:05.640607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:51:05.713098 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.714421 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.737337 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf780e-8dee-487f-b0d1-fef8a9589d05 req-3a1df3c8-de9b-4c97-b9ab-ec0ac618c5ce tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:05.740428 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cdf780e-8dee-487f-b0d1-fef8a9589d05 req-3a1df3c8-de9b-4c97-b9ab-ec0ac618c5ce tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0868554 Jul 30 10:51:05.820718 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:05.850111 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc09bb-3394-4f22-ba31-8c8bd33f85b5 req-6f741f44-9dbf-469f-85d9-c8460cafc215 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:05.851535 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-52fc09bb-3394-4f22-ba31-8c8bd33f85b5 req-6f741f44-9dbf-469f-85d9-c8460cafc215 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0724208 Jul 30 10:51:05.878138 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 239fb795-82c1-4951-9080-7a9323034326 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:51:05.899656 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-52fc09bb-3394-4f22-ba31-8c8bd33f85b5 req-4ac66aef-2983-4395-90b3-2f7d127b0eed tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374129 Jul 30 10:51:05.905025 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 239fb795-82c1-4951-9080-7a9323034326 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:51:05.905597 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 239fb795-82c1-4951-9080-7a9323034326 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:51:05.906181 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:51:05.915926 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cdf780e-8dee-487f-b0d1-fef8a9589d05 req-d66568b8-09fb-4323-8562-849616dbd5f9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057582 Jul 30 10:51:05.990311 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.006788 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-211387c8-95cc-4a85-8696-124449924daa', 'network_id': '211387c8-95cc-4a85-8696-124449924daa', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'fixed_ips': [{'subnet_id': '76428b74-2482-4422-82d2-3c4da3191fbe'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:51:06.007652 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.129912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-4dbe7eaa-3355-4fb9-a848-6168c11575a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:06.131439 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-4dbe7eaa-3355-4fb9-a848-6168c11575a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3&tenant_id=21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 1097 time: 0.1197529 Jul 30 10:51:06.187419 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Allocated IP 172.20.0.2 (211387c8-95cc-4a85-8696-124449924daa/76428b74-2482-4422-82d2-3c4da3191fbe/ca4198d9-0dbf-4a56-806d-a1491e4d528d) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:51:06.261451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-12f94a2b-aec7-447c-87cb-93439c531a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:06.262715 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Sync routers for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:51:06.263020 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-12f94a2b-aec7-447c-87cb-93439c531a74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1097 time: 0.0906541 Jul 30 10:51:06.281353 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:06.282013 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:06.398010 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.428720 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.439712 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-d35da681-b016-4457-b706-061e6f976f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:06.441579 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-d35da681-b016-4457-b706-061e6f976f0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.1528337 Jul 30 10:51:06.447707 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:06.481334 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.495739 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Transition to ACTIVE for port object ca4198d9-0dbf-4a56-806d-a1491e4d528d will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:06.576898 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Transition to ACTIVE for port object ca4198d9-0dbf-4a56-806d-a1491e4d528d will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:06.595297 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.607780 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-c47ace3e-9624-4682-b914-159a0ce1a7b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 200 len: 999 time: 0.1501253 Jul 30 10:51:06.621150 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5f1cb-b8d8-4311-a2a4-d7cd1a3e8b9d req-0d6c94fa-de95-450b-9962-4c2a4ec82ef4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:06.622760 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cbb5f1cb-b8d8-4311-a2a4-d7cd1a3e8b9d req-0d6c94fa-de95-450b-9962-4c2a4ec82ef4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1790669 Jul 30 10:51:06.651329 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Network 211387c8-95cc-4a85-8696-124449924daa is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:06.668146 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:06.672100 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Pushing event updated for resources: {'Port': ['ID=ca4198d9-0dbf-4a56-806d-a1491e4d528d,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:06.674484 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:06.760144 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Attempting to bind port ca4198d9-0dbf-4a56-806d-a1491e4d528d on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:51:06.760519 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Attempting to bind port ca4198d9-0dbf-4a56-806d-a1491e4d528d by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:51:06.760883 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Attempting to bind port ca4198d9-0dbf-4a56-806d-a1491e4d528d on network 211387c8-95cc-4a85-8696-124449924daa {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:06.768347 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:51:06.768724 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Checking segment: {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:06.769130 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.769532 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Bound using segment: {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:51:06.770051 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Bound port: ca4198d9-0dbf-4a56-806d-a1491e4d528d, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:51:06.770441 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.820483 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:03Z', 'revision_number': 2, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:06.857929 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Checking router: 80391c48-e3bf-42f9-9ccb-64b7704729a4 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:51:06.858435 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Updating router 80391c48-e3bf-42f9-9ccb-64b7704729a4 port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:51:06.895825 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] For port ca4198d9-0dbf-4a56-806d-a1491e4d528d, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:06.899145 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] For port ca4198d9-0dbf-4a56-806d-a1491e4d528d, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=ca4198d9-0dbf-4a56-806d-a1491e4d528d,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:06.900400 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.910330 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:06.923932 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Allocated IP 172.27.0.167 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/8259da59-f3bd-4060-b893-82327f42cc13) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:51:06.954674 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-bff4a303-df8e-4d00-acbe-d15c3e734513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:06.956566 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-bff4a303-df8e-4d00-acbe-d15c3e734513 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.3327150 Jul 30 10:51:07.019256 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9c225-2843-4d0a-8e64-e6681734a12c None None] Pushing event updated for resources: {'Port': ['ID=ca4198d9-0dbf-4a56-806d-a1491e4d528d,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:07.039692 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cbb5f1cb-b8d8-4311-a2a4-d7cd1a3e8b9d req-4a684ba9-ccf7-4e2d-9956-73611ccc4473 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968165 Jul 30 10:51:07.084856 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-4ca677c0-e623-444f-a335-1aa3ce4b5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:07.084856 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-4ca677c0-e623-444f-a335-1aa3ce4b5a53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173518 Jul 30 10:51:07.102311 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420e532-4766-492a-afd2-5a9b17195380 req-aac9a31f-7165-450a-a547-162845dc0af2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:07.117221 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3420e532-4766-492a-afd2-5a9b17195380 req-aac9a31f-7165-450a-a547-162845dc0af2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1346893 Jul 30 10:51:07.189906 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3420e532-4766-492a-afd2-5a9b17195380 req-edef041b-9c42-42bb-b939-f240c4c44d90 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718458 Jul 30 10:51:07.202544 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.202825 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 07bc28d4-5eee-4e1d-ba44-927f1710fc77 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:07.355876 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:07.355876 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.359187 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.417765 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2a191-a0d5-490c-9a54-dcfcb5f7238a req-bc09a73d-34a2-4615-8858-ec3278b260bb tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:07.420205 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-56e2a191-a0d5-490c-9a54-dcfcb5f7238a req-bc09a73d-34a2-4615-8858-ec3278b260bb tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.2449903 Jul 30 10:51:07.422378 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-d5236523-0e7e-40e2-9399-203dc6d40638 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297129 Jul 30 10:51:07.429660 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.448853 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Transition to ACTIVE for port object 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:07.457135 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.459195 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:07.512780 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:07.519876 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:07.523598 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Pushing event updated for resources: {'Port': ['ID=8259da59-f3bd-4060-b893-82327f42cc13,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:07.552242 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e53a-abdc-412c-a5bb-58a959cbe38c None None] Pushing event updated for resources: {'Port': ['ID=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:07.624284 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Attempting to bind port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:51:07.624976 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Attempting to bind port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:51:07.624976 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Attempting to bind port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 on network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:07.630821 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:51:07.631178 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Checking segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:07.631521 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.631916 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Bound using segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:51:07.632536 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Bound port: 2f30ed3b-b16f-422f-b62a-2458c15c3dd0, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:51:07.632928 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.634349 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d919a04-f1e1-43e6-b88d-e6488b5049e9 req-7939613e-4f00-4e22-81fd-296127701d04 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:07.636199 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5d919a04-f1e1-43e6-b88d-e6488b5049e9 req-7939613e-4f00-4e22-81fd-296127701d04 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0614266 Jul 30 10:51:07.718293 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5d919a04-f1e1-43e6-b88d-e6488b5049e9 req-cf36d4da-333d-448b-b696-4cd7187311a2 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749495 Jul 30 10:51:07.752469 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] For port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:07.758140 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] For port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:07.758917 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-56e2a191-a0d5-490c-9a54-dcfcb5f7238a req-77dbf70f-afb2-4737-adba-7a79a28ecc7f tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246658 Jul 30 10:51:07.764114 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:07.802691 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-724a2618-9d64-4bcc-a28b-2839b3033019 req-8119f8ab-4d7f-4141-b436-6c1d2b41821e service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719416 Jul 30 10:51:07.835180 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:51:07.841819 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:07.842610 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:07.850902 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e53a-abdc-412c-a5bb-58a959cbe38c None None] Pushing event updated for resources: {'Port': ['ID=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:07.861578 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:08.160653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:08.230886 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:08.233332 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700800-4ba0-4525-adec-2a32268194ca req-b322d6d5-e6ce-40a6-be99-cc1311468afb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:08.236575 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-99700800-4ba0-4525-adec-2a32268194ca req-b322d6d5-e6ce-40a6-be99-cc1311468afb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0737202 Jul 30 10:51:08.254503 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:08.269085 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'port_id': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'mac_address': 'fa:16:3e:2f:e9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:51:08.365147 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc009835-da5b-4cb5-a958-c4d3d7319372 None None] Network 211387c8-95cc-4a85-8696-124449924daa requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:51:08.371741 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-99700800-4ba0-4525-adec-2a32268194ca req-13e17089-5a87-4bbe-bde9-6b8a6c78b471 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238170 Jul 30 10:51:08.426907 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Router 8afa92c5-134b-46d7-847b-180391e2455e is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:51:08.456475 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24911a-821f-44dc-bc0d-444c2c3777aa req-99f64903-3e93-4b32-8231-4af775f7189b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:08.458337 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ab24911a-821f-44dc-bc0d-444c2c3777aa req-99f64903-3e93-4b32-8231-4af775f7189b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1056068 Jul 30 10:51:08.464551 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:08.537360 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a046c4-6708-4df1-ad63-1039e987ee0d {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:51:08.580685 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-5af4715e-e745-4f7f-bc86-cbeec8b67088 None None] Provisioning for port ca4198d9-0dbf-4a56-806d-a1491e4d528d completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:08.595501 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ab24911a-821f-44dc-bc0d-444c2c3777aa req-b1e16276-161a-477e-9431-e95c3bbdb3bb tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018028 Jul 30 10:51:08.602551 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:08.620329 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:08.634344 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:51:08.660118 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Sync routers for ids ['8afa92c5-134b-46d7-847b-180391e2455e'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:51:08.684600 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Routers {'8afa92c5-134b-46d7-847b-180391e2455e'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:08.685848 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['8afa92c5-134b-46d7-847b-180391e2455e'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:08.686660 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:08.689878 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-df4f8b00-abaf-4cbe-926a-00cd2d1f9e4f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0537081 Jul 30 10:51:08.691164 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60186) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:08.832501 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Set router 8afa92c5-134b-46d7-847b-180391e2455e gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:08.834254 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:08.886732 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:07Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:08.939086 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1193f4-3e33-4d1f-9680-3a9c9c1df27f None None] The sync data for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi is: [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:07Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:51:09.044926 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588d69e-f507-4726-a649-96d8e8b1bc03 req-6b93fc85-fdf7-4f6c-a382-1a7d691e55f8 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:09.047830 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9588d69e-f507-4726-a649-96d8e8b1bc03 req-6b93fc85-fdf7-4f6c-a382-1a7d691e55f8 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 944 time: 0.1207178 Jul 30 10:51:09.127808 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9588d69e-f507-4726-a649-96d8e8b1bc03 req-49a148e6-7b78-48fb-abd5-49d0e8101fd3 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728972 Jul 30 10:51:09.135791 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['b4a046c4-6708-4df1-ad63-1039e987ee0d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:51:09.178886 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:51:07Z', 'revision_number': 3, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:09.252762 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Checking router: 8afa92c5-134b-46d7-847b-180391e2455e for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:51:09.253116 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Updating router 8afa92c5-134b-46d7-847b-180391e2455e port 8259da59-f3bd-4060-b893-82327f42cc13 binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:51:09.286283 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab135e9-ff3d-4bb1-abdf-90dd5c487f46 req-9ce32488-6879-42dd-bee0-899ef803a099 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:09.295269 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eab135e9-ff3d-4bb1-abdf-90dd5c487f46 req-9ce32488-6879-42dd-bee0-899ef803a099 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.2039657 Jul 30 10:51:09.305543 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:09.407146 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device ca4198d9-0dbf-4a56-806d-a1491e4d528d up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:09.422097 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eab135e9-ff3d-4bb1-abdf-90dd5c487f46 req-2715f120-23fe-4b33-b83c-7b4deb0a1fd7 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255541 Jul 30 10:51:09.666944 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332d97-1c49-44b3-be46-6d4375f01d86 req-daf95195-82c9-4afe-9bf6-f86d1e2ea200 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:09.679279 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-44332d97-1c49-44b3-be46-6d4375f01d86 req-daf95195-82c9-4afe-9bf6-f86d1e2ea200 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1377194 Jul 30 10:51:09.695165 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port ca4198d9-0dbf-4a56-806d-a1491e4d528d completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:09.720220 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port ca4198d9-0dbf-4a56-806d-a1491e4d528d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:09.721708 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:09.764736 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-44332d97-1c49-44b3-be46-6d4375f01d86 req-b5d8b68e-a9c3-47f3-b6e5-510aaff177da tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840352 Jul 30 10:51:09.827821 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:09.991900 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:09.999055 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.012647 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Transition to ACTIVE for port object 8259da59-f3bd-4060-b893-82327f42cc13 will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:10.029367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5edca-a005-4ec2-a3b4-0c90ba9c077b req-71633234-6dc2-40d4-ada4-dc997a322955 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:10.032538 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.040506 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c9b5edca-a005-4ec2-a3b4-0c90ba9c077b req-71633234-6dc2-40d4-ada4-dc997a322955 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.2583332 Jul 30 10:51:10.080795 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1f630af3-f404-47e3-a45c-480475223065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.115223 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Attempting to bind port 8259da59-f3bd-4060-b893-82327f42cc13 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:51:10.115886 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Attempting to bind port 8259da59-f3bd-4060-b893-82327f42cc13 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:51:10.116638 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Attempting to bind port 8259da59-f3bd-4060-b893-82327f42cc13 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:10.132950 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:51:10.134245 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:10.134852 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.135469 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:51:10.136121 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Bound port: 8259da59-f3bd-4060-b893-82327f42cc13, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:51:10.137418 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.154174 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port ca4198d9-0dbf-4a56-806d-a1491e4d528d, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=ca4198d9-0dbf-4a56-806d-a1491e4d528d,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:10.178378 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.179857 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:10.214285 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c9b5edca-a005-4ec2-a3b4-0c90ba9c077b req-2bcaf432-df92-49f2-a122-451c506c0a6f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722865 Jul 30 10:51:10.225975 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] For port 8259da59-f3bd-4060-b893-82327f42cc13, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:10.237210 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] For port 8259da59-f3bd-4060-b893-82327f42cc13, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=8259da59-f3bd-4060-b893-82327f42cc13,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:10.255714 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.300419 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Routers {'8afa92c5-134b-46d7-847b-180391e2455e'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:10.301057 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:50:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['8afa92c5-134b-46d7-847b-180391e2455e'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:10.303517 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e8a7-c77f-470f-9a7e-03ad53565db3 None None] Pushing event updated for resources: {'Port': ['ID=8259da59-f3bd-4060-b893-82327f42cc13,revision_number=2']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:10.344727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Allocated IP 172.20.0.1 (211387c8-95cc-4a85-8696-124449924daa/76428b74-2482-4422-82d2-3c4da3191fbe/dabae754-a5f0-4486-a62f-420bcf451d60) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:51:10.388436 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e8a7-c77f-470f-9a7e-03ad53565db3 None None] Pushing event updated for resources: {'Port': ['ID=8259da59-f3bd-4060-b893-82327f42cc13,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:10.463541 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2896a-6bb5-499e-93ac-64cacb1e50ad req-f29a1d4c-e4f5-43b9-84aa-f619a8bc8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:10.469389 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6c2896a-6bb5-499e-93ac-64cacb1e50ad req-f29a1d4c-e4f5-43b9-84aa-f619a8bc8354 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.2660489 Jul 30 10:51:10.523062 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0f9f0-a677-407b-bb54-7af8b1504770 req-45e48791-cefc-4bba-a73c-343a742883ef tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:10.527733 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=ca4198d9-0dbf-4a56-806d-a1491e4d528d,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:10.535999 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-57a0f9f0-a677-407b-bb54-7af8b1504770 req-45e48791-cefc-4bba-a73c-343a742883ef tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 944 time: 0.2419469 Jul 30 10:51:10.586039 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:10.590792 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:10.591396 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.600678 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] Set router 8afa92c5-134b-46d7-847b-180391e2455e gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:10.647677 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-57a0f9f0-a677-407b-bb54-7af8b1504770 req-a13871e0-6be8-4cde-8a6b-a9602d2e4e18 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995586 Jul 30 10:51:10.739353 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b6c2896a-6bb5-499e-93ac-64cacb1e50ad req-38685502-359f-4e0f-8e7b-cf0078ad4af4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901663 Jul 30 10:51:10.747138 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.763829 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Transition to ACTIVE for port object dabae754-a5f0-4486-a62f-420bcf451d60 will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:10.814881 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.850075 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f7a0-4574-49c7-9289-2152753419f0 req-707fb450-f237-4547-b6d3-e28412365cce tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:10.859439 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc69f7a0-4574-49c7-9289-2152753419f0 req-707fb450-f237-4547-b6d3-e28412365cce tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.2236669 Jul 30 10:51:10.864174 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.878916 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:51:07Z', 'revision_number': 3, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:10.890028 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:10.896678 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:10.927219 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Network 211387c8-95cc-4a85-8696-124449924daa is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:10.948491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:10.952482 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d25ea0-64df-472a-9418-3438b135f78e None None] The sync data for ids ['8afa92c5-134b-46d7-847b-180391e2455e'] in dv-cinder-801989-5-iscsi is: [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:51:07Z', 'revision_number': 3, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:51:10.958794 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:11.015263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Pushing event updated for resources: {'Port': ['ID=dabae754-a5f0-4486-a62f-420bcf451d60,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:11.017053 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:11.048084 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.053746 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc69f7a0-4574-49c7-9289-2152753419f0 req-753eb3ce-e80e-4f8d-b324-96f36cdc5228 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934614 Jul 30 10:51:11.208535 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device ca4198d9-0dbf-4a56-806d-a1491e4d528d up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:11.312677 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1018b-8d06-4ba2-bf1d-7546a94152d0 req-2b3cd562-aa17-4f2d-a4a8-4fecb8ef59ad tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:11.314330 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fae1018b-8d06-4ba2-bf1d-7546a94152d0 req-2b3cd562-aa17-4f2d-a4a8-4fecb8ef59ad tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1383216 Jul 30 10:51:11.323417 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port ca4198d9-0dbf-4a56-806d-a1491e4d528d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:11.323806 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.479764 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.484517 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-3c0200f4-f7a0-47ee-907c-523a274fe458 None None] Provisioning for port dabae754-a5f0-4486-a62f-420bcf451d60 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:11.502639 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-3c0200f4-f7a0-47ee-907c-523a274fe458 None None] Provisioning complete for port dabae754-a5f0-4486-a62f-420bcf451d60 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:11.503022 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-3c0200f4-f7a0-47ee-907c-523a274fe458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.511525 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fae1018b-8d06-4ba2-bf1d-7546a94152d0 req-f418e9cb-ebc7-4b2f-9146-425c7495b79f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709073 Jul 30 10:51:11.649815 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-3c0200f4-f7a0-47ee-907c-523a274fe458 None None] Port dabae754-a5f0-4486-a62f-420bcf451d60 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:51:11.797684 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cad67-96b3-486f-b63b-5fa6388e684a req-8b55443e-91a5-434b-83e9-9df6113b741b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:11.799209 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-326cad67-96b3-486f-b63b-5fa6388e684a req-8b55443e-91a5-434b-83e9-9df6113b741b tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0920355 Jul 30 10:51:11.836275 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.844897 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.884746 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:11.912396 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-326cad67-96b3-486f-b63b-5fa6388e684a req-415a9658-80ec-42dd-9320-c43311c27373 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046550 Jul 30 10:51:11.945913 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:11.953814 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Pushing event updated for resources: {'Port': ['ID=dabae754-a5f0-4486-a62f-420bcf451d60,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:12.019421 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port b4a046c4-6708-4df1-ad63-1039e987ee0d completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:12.029157 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port b4a046c4-6708-4df1-ad63-1039e987ee0d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:12.029533 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:12.102655 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c68dbc-cc7a-45c6-8fb3-a4587af589eb req-14556700-29e0-4ed1-9f13-e1d50cbec4bf tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:12.104641 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a8c68dbc-cc7a-45c6-8fb3-a4587af589eb req-14556700-29e0-4ed1-9f13-e1d50cbec4bf tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 944 time: 0.0866885 Jul 30 10:51:12.177181 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:12.183185 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Network 211387c8-95cc-4a85-8696-124449924daa is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:12.194055 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a8c68dbc-cc7a-45c6-8fb3-a4587af589eb req-006adc44-cedd-4e9f-a124-b5fbe804ed5a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752904 Jul 30 10:51:12.195322 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:12.220536 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:12.229036 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4e5e98-8ac4-4568-8b35-d0886b9e8ea9" -d '{"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-plugged", "status": "completed", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:12.247160 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:12.254294 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:12.382337 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:12.465855 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd02cb8-c962-41d2-a7bd-eb969032413a req-07b1b1f1-a0d5-4334-824d-43c267c31411 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:12.468173 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3dd02cb8-c962-41d2-a7bd-eb969032413a req-07b1b1f1-a0d5-4334-824d-43c267c31411 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.1451766 Jul 30 10:51:12.492417 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Router 8afa92c5-134b-46d7-847b-180391e2455e has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:51:12.560780 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3dd02cb8-c962-41d2-a7bd-eb969032413a req-354d20a5-cbf8-40be-a8f5-bbae2661e8f5 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Jul 30 10:51:12.587524 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-263d156c-d4cf-4508-906b-ef3c4dc27ccf None None] Provisioning complete for port dabae754-a5f0-4486-a62f-420bcf451d60 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:12.587524 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-263d156c-d4cf-4508-906b-ef3c4dc27ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:12.647830 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27be370b-f36e-476f-b8ba-b51b1c4b4943 x-openstack-request-id: req-27be370b-f36e-476f-b8ba-b51b1c4b4943 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:12.648369 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-plugged", "status": "completed", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:12.648722 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27be370b-f36e-476f-b8ba-b51b1c4b4943 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:12.649101 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:51:12.649755 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'code': 200} Jul 30 10:51:12.661709 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-263d156c-d4cf-4508-906b-ef3c4dc27ccf None None] Port dabae754-a5f0-4486-a62f-420bcf451d60 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:51:12.662804 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-40293d82-de61-4bdc-931e-d6f96e5fb72c admin admin] 10.222.0.23 "PUT /v2.0/routers/8afa92c5-134b-46d7-847b-180391e2455e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9701288 Jul 30 10:51:12.771549 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:12.811949 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bb74e-4728-4434-88bc-8cfec5d1b761 req-69a6e37b-c1b5-49a2-9782-e512c800a23f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:12.817091 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-388bb74e-4728-4434-88bc-8cfec5d1b761 req-69a6e37b-c1b5-49a2-9782-e512c800a23f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1122506 Jul 30 10:51:12.836589 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8b71c739-a7e0-48f4-84af-7129663074f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:12.888936 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-388bb74e-4728-4434-88bc-8cfec5d1b761 req-21ccacba-a0a7-4cdd-a6b6-1feb7db0784a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672989 Jul 30 10:51:13.069549 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb258f8-cdf8-4db2-a562-b8de73164ec7 req-fcedce4e-b503-44d1-9100-c8d1715ffa8f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:13.072325 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3cb258f8-cdf8-4db2-a562-b8de73164ec7 req-fcedce4e-b503-44d1-9100-c8d1715ffa8f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0770197 Jul 30 10:51:13.132113 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3cb258f8-cdf8-4db2-a562-b8de73164ec7 req-26594ce7-6e12-48bc-8dff-c8cce4f2ff50 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Jul 30 10:51:13.268519 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 8259da59-f3bd-4060-b893-82327f42cc13 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:13.392232 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 8259da59-f3bd-4060-b893-82327f42cc13 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:13.397607 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 8259da59-f3bd-4060-b893-82327f42cc13 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:13.398047 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:13.432849 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1c0f8-fe9d-4091-a541-b5ba046f1e3e req-22469f67-6b81-44c8-a3b3-009f635aa14f tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:13.436709 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cab1c0f8-fe9d-4091-a541-b5ba046f1e3e req-22469f67-6b81-44c8-a3b3-009f635aa14f tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0910912 Jul 30 10:51:13.468915 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:13.485534 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Sync routers for ids ['8afa92c5-134b-46d7-847b-180391e2455e'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:51:13.505598 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cab1c0f8-fe9d-4091-a541-b5ba046f1e3e req-50507cc0-14ee-485f-afe3-65aea9398fcb tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610483 Jul 30 10:51:13.520021 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Routers {'8afa92c5-134b-46d7-847b-180391e2455e'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:13.520673 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:51:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['8afa92c5-134b-46d7-847b-180391e2455e'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:13.566722 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:13.600951 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 8259da59-f3bd-4060-b893-82327f42cc13, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=8259da59-f3bd-4060-b893-82327f42cc13,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:13.773354 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219a93-c898-4934-a714-64ac0f8ad1db req-7bfe1319-038d-4d59-9d6e-2a7e8db4be12 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:13.774899 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6f219a93-c898-4934-a714-64ac0f8ad1db req-7bfe1319-038d-4d59-9d6e-2a7e8db4be12 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.0840855 Jul 30 10:51:13.823648 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:13.824639 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:13.864822 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6f219a93-c898-4934-a714-64ac0f8ad1db req-0c62b73c-e77a-4b84-a49a-47d5b2cf2e27 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695734 Jul 30 10:51:13.978596 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=8259da59-f3bd-4060-b893-82327f42cc13,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:14.048409 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:14.049410 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:14.096120 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Set router 8afa92c5-134b-46d7-847b-180391e2455e gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:14.120701 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfba186-ad9a-46e5-a83a-914cb90309b8 req-6c355d9d-4587-413b-9a06-9e237491f46c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:14.122971 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4cfba186-ad9a-46e5-a83a-914cb90309b8 req-6c355d9d-4587-413b-9a06-9e237491f46c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0972140 Jul 30 10:51:14.235221 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4cfba186-ad9a-46e5-a83a-914cb90309b8 req-80b393fe-e195-4846-a9c1-5aef2c1aeefd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925727 Jul 30 10:51:14.494440 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78ce1c-8dce-4458-a5b5-6b7316f52e44 req-d89684c1-ef19-4f56-9d17-7bf3b5535ed1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:14.498099 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2e78ce1c-8dce-4458-a5b5-6b7316f52e44 req-d89684c1-ef19-4f56-9d17-7bf3b5535ed1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1342773 Jul 30 10:51:14.551663 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:51:11Z', 'revision_number': 4, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'dabae754-a5f0-4486-a62f-420bcf451d60', 'name': '', 'network_id': '211387c8-95cc-4a85-8696-124449924daa', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'mac_address': 'fa:16:3e:26:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76428b74-2482-4422-82d2-3c4da3191fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:09Z', 'updated_at': '2021-07-30T10:51:11Z', 'revision_number': 2, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'subnets': [{'id': '76428b74-2482-4422-82d2-3c4da3191fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:14.608932 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2e78ce1c-8dce-4458-a5b5-6b7316f52e44 req-48becae9-37b1-4df0-9fa6-1d5115a29553 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037748 Jul 30 10:51:14.621076 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Checking router: 8afa92c5-134b-46d7-847b-180391e2455e for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:51:14.621573 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Updating router 8afa92c5-134b-46d7-847b-180391e2455e port dabae754-a5f0-4486-a62f-420bcf451d60 binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:51:14.670785 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.151554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c29d3-366a-4843-b697-8f3b8bf692d0 req-9b0f3932-2bbc-4e44-a50a-ead39b53f0f0 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:15.155845 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-642c29d3-366a-4843-b697-8f3b8bf692d0 req-9b0f3932-2bbc-4e44-a50a-ead39b53f0f0 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.4123924 Jul 30 10:51:15.255331 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.267561 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Transition to ACTIVE for port object dabae754-a5f0-4486-a62f-420bcf451d60 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:15.277281 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 8259da59-f3bd-4060-b893-82327f42cc13 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:15.280720 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-642c29d3-366a-4843-b697-8f3b8bf692d0 req-31f7603d-97ce-4fa5-a64c-ddfe8dfdc9c2 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147814 Jul 30 10:51:15.335556 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.426292 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744f649-7b07-45ab-874b-fadb750870a4 None None] Pushing event updated for resources: {'Port': ['ID=dabae754-a5f0-4486-a62f-420bcf451d60,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:15.459321 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.526539 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca55b5-367a-4756-aecb-c4f3f23136ea req-1765642a-bda4-46fe-83b1-4826da2f2c1a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:15.528173 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-86ca55b5-367a-4756-aecb-c4f3f23136ea req-1765642a-bda4-46fe-83b1-4826da2f2c1a tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.1322198 Jul 30 10:51:15.548068 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 8259da59-f3bd-4060-b893-82327f42cc13 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:15.548068 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.621693 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-86ca55b5-367a-4756-aecb-c4f3f23136ea req-a66e9f1d-24a2-4e3b-846d-a6b9e9078b31 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839899 Jul 30 10:51:15.622498 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Attempting to bind port dabae754-a5f0-4486-a62f-420bcf451d60 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:51:15.622498 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Attempting to bind port dabae754-a5f0-4486-a62f-420bcf451d60 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:51:15.623373 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Attempting to bind port dabae754-a5f0-4486-a62f-420bcf451d60 on network 211387c8-95cc-4a85-8696-124449924daa {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:15.665022 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:51:15.665578 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Checking segment: {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:15.666213 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.666664 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Bound using segment: {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:51:15.667182 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Bound port: dabae754-a5f0-4486-a62f-420bcf451d60, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ce2fa4-f431-4bc2-8fe1-674348369340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '211387c8-95cc-4a85-8696-124449924daa'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:51:15.667576 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.843389 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] For port dabae754-a5f0-4486-a62f-420bcf451d60, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:15.847387 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] For port dabae754-a5f0-4486-a62f-420bcf451d60, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dabae754-a5f0-4486-a62f-420bcf451d60,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:15.858279 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:15.859167 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff79bbd-6d66-452e-a8a7-a765ac610b0b req-fa84b029-f6ea-4b09-a9fe-26d59e2e052c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:15.860811 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6ff79bbd-6d66-452e-a8a7-a765ac610b0b req-fa84b029-f6ea-4b09-a9fe-26d59e2e052c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1093795 Jul 30 10:51:15.899226 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 0ef9e098-0cad-433f-8d65-0042fd3809b6 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:51:15.922081 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6ff79bbd-6d66-452e-a8a7-a765ac610b0b req-096590c1-3b44-4b7c-8ed1-3f2a7dd6050e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547311 Jul 30 10:51:15.992503 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744f649-7b07-45ab-874b-fadb750870a4 None None] Pushing event updated for resources: {'Port': ['ID=dabae754-a5f0-4486-a62f-420bcf451d60,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:16.005144 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Routers {'8afa92c5-134b-46d7-847b-180391e2455e'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:16.006377 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:51:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['8afa92c5-134b-46d7-847b-180391e2455e'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:16.184529 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beec5f8-c390-43f1-b0e3-62516a42051c req-d84a92f6-cdeb-4ac3-8e0b-8cc63d3e01e1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:16.197494 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6beec5f8-c390-43f1-b0e3-62516a42051c req-d84a92f6-cdeb-4ac3-8e0b-8cc63d3e01e1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1509118 Jul 30 10:51:16.214488 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] Set router 8afa92c5-134b-46d7-847b-180391e2455e gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:16.302615 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6beec5f8-c390-43f1-b0e3-62516a42051c req-24e4174d-bb5b-4f14-acb7-37457475aec4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959980 Jul 30 10:51:16.482713 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-38f1a3da-deb8-4de7-88de-6933cc4edaa4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:16.487837 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-38f1a3da-deb8-4de7-88de-6933cc4edaa4 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.1445200 Jul 30 10:51:16.548172 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727f98a-efb0-44a5-b4c8-90fe6c9a5deb req-94c9af6a-843e-4f35-b5f9-d3e5a30eeb31 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:16.551144 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e727f98a-efb0-44a5-b4c8-90fe6c9a5deb req-94c9af6a-843e-4f35-b5f9-d3e5a30eeb31 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.1261151 Jul 30 10:51:16.649361 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e727f98a-efb0-44a5-b4c8-90fe6c9a5deb req-07795b2d-fdb9-42b1-b2c7-ae97c6a64772 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873055 Jul 30 10:51:16.722257 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:16.768671 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Deleting port 0ef9e098-0cad-433f-8d65-0042fd3809b6 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:51:16.769016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:16.805036 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:16.811833 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8656b-97ba-46ff-824f-96f35b381f75" -d '{"events": [{"server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:16.855733 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:16.865477 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:51:11Z', 'revision_number': 4, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'dabae754-a5f0-4486-a62f-420bcf451d60', 'name': '', 'network_id': '211387c8-95cc-4a85-8696-124449924daa', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'mac_address': 'fa:16:3e:26:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76428b74-2482-4422-82d2-3c4da3191fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:09Z', 'updated_at': '2021-07-30T10:51:15Z', 'revision_number': 4, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'subnets': [{'id': '76428b74-2482-4422-82d2-3c4da3191fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:16.870544 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:16.890355 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76854-61d1-4ba5-afbb-bbf598f07113 req-d749873f-1e5e-4486-b7bc-b0eab831c735 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:16.901038 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-67a76854-61d1-4ba5-afbb-bbf598f07113 req-d749873f-1e5e-4486-b7bc-b0eab831c735 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 946 time: 0.1328046 Jul 30 10:51:16.977487 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-67a76854-61d1-4ba5-afbb-bbf598f07113 req-3b66b45b-e744-4ba0-a23b-e67f65133d8b tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/security-groups?id=0720c8d5-4e6a-4c9a-9035-637e64d5d55c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744300 Jul 30 10:51:17.000771 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a98c44-9679-434c-9b51-c6cea3eb4910 x-openstack-request-id: req-b2a98c44-9679-434c-9b51-c6cea3eb4910 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:17.001063 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:17.001413 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2a98c44-9679-434c-9b51-c6cea3eb4910 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:17.001700 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6', 'code': 200} Jul 30 10:51:17.008434 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac61f36-90d4-4ad1-ab53-3774b209ee61 None None] The sync data for ids ['8afa92c5-134b-46d7-847b-180391e2455e'] in dv-cinder-801989-5-iscsi is: [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:51:11Z', 'revision_number': 4, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'dabae754-a5f0-4486-a62f-420bcf451d60', 'name': '', 'network_id': '211387c8-95cc-4a85-8696-124449924daa', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'mac_address': 'fa:16:3e:26:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76428b74-2482-4422-82d2-3c4da3191fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:09Z', 'updated_at': '2021-07-30T10:51:15Z', 'revision_number': 4, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'subnets': [{'id': '76428b74-2482-4422-82d2-3c4da3191fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:51:17.074278 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2bd91-fea8-4dc6-9b64-94e9bf3b2ca6 req-7578ad43-6a01-45a9-94eb-09d6abe759ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:17.098466 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6ed2bd91-fea8-4dc6-9b64-94e9bf3b2ca6 req-7578ad43-6a01-45a9-94eb-09d6abe759ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1098 time: 0.1917846 Jul 30 10:51:17.144941 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=6']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:17.192169 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] For port 0ef9e098-0cad-433f-8d65-0042fd3809b6, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=0ef9e098-0cad-433f-8d65-0042fd3809b6,segment=NetworkSegment(e5681241-8d06-4325-b1e3-edee56c0e7bb),segment_id=e5681241-8d06-4325-b1e3-edee56c0e7bb)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:17.194134 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:17.237572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Calling delete_port for 0ef9e098-0cad-433f-8d65-0042fd3809b6 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:51:17.909537 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be459db-e431-4bac-b372-0ec6d0365174 req-3797f5de-f8d6-4472-b5ba-047700d149f0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:17.929183 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8be459db-e431-4bac-b372-0ec6d0365174 req-3797f5de-f8d6-4472-b5ba-047700d149f0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.3493855 Jul 30 10:51:17.997164 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6ed2bd91-fea8-4dc6-9b64-94e9bf3b2ca6 req-93ca6c84-755d-4c92-89e1-74143e8eb501 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697223 Jul 30 10:51:18.089996 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b8b8d-3440-4078-b236-2950527e6e11 req-acf6df94-3234-4704-84ea-c07193011c37 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:18.096612 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f96b8b8d-3440-4078-b236-2950527e6e11 req-acf6df94-3234-4704-84ea-c07193011c37 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.5686507 Jul 30 10:51:18.098035 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:18.131916 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8be459db-e431-4bac-b372-0ec6d0365174 req-71d8984a-90a0-4cbe-ae13-a5396e9152b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012236 Jul 30 10:51:18.267404 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Pushing event deleted for resources: {'Port': ['ID=0ef9e098-0cad-433f-8d65-0042fd3809b6,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:18.351517 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.352398 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.352953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.353523 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.354352 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.354898 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.355679 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.356221 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.357382 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.357965 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.358571 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.359101 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:18.378396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] No DVR routers for this DVR port 0ef9e098-0cad-433f-8d65-0042fd3809b6 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:51:18.381692 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:18.385217 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d3fda96b-4c46-42c1-a59b-4db3847c8679 req-a187a575-e711-4a43-9999-9067b2da32f3 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.10 "DELETE /v2.0/ports/0ef9e098-0cad-433f-8d65-0042fd3809b6 HTTP/1.1" status: 204 len: 173 time: 1.8799841 Jul 30 10:51:18.392818 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'name': 'network-vif-deleted', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:18.396589 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18964b83-0daa-4849-a884-63fca45cf64d" -d '{"events": [{"server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "name": "network-vif-deleted", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:18.420505 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:18.424336 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f96b8b8d-3440-4078-b236-2950527e6e11 req-31756bb3-b03b-45f1-ba77-b9ba632369cd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099339 Jul 30 10:51:18.533014 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc403-1c55-48f3-bcbc-7dcf3688033d req-76b7ca18-dfb3-457d-bb8c-7c8a20dbb11b tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:18.537025 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c43fc403-1c55-48f3-bcbc-7dcf3688033d req-76b7ca18-dfb3-457d-bb8c-7c8a20dbb11b tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.1941464 Jul 30 10:51:18.631628 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c43fc403-1c55-48f3-bcbc-7dcf3688033d req-c7426895-8533-4b65-8336-9a1b8b9fe35e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871038 Jul 30 10:51:18.764527 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-084f4510-733e-4c23-91cc-6867091fb34c req-a4fe044f-a5f2-4c89-8ac5-90e7e3ee298d tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0981731 Jul 30 10:51:18.783290 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f584aba9-a134-4402-af25-3ff402c3b52d x-openstack-request-id: req-f584aba9-a134-4402-af25-3ff402c3b52d {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:18.783615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac05eaa-1275-442b-bfc1-b3ac47ec24cb", "name": "network-vif-deleted", "tag": "0ef9e098-0cad-433f-8d65-0042fd3809b6", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:18.783866 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f584aba9-a134-4402-af25-3ff402c3b52d {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:18.784267 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac05eaa-1275-442b-bfc1-b3ac47ec24cb', 'name': 'network-vif-deleted', 'tag': '0ef9e098-0cad-433f-8d65-0042fd3809b6', 'status': 'completed', 'code': 200} Jul 30 10:51:19.207076 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dabae754-a5f0-4486-a62f-420bcf451d60 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:19.291040 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port dabae754-a5f0-4486-a62f-420bcf451d60 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:19.300314 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port dabae754-a5f0-4486-a62f-420bcf451d60 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:19.300747 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:19.375530 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb655a8-8a09-4e3b-98d5-53b35de152b5 req-6a2de518-179f-44b8-af09-a9e0224b7fd9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:19.378163 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1cb655a8-8a09-4e3b-98d5-53b35de152b5 req-6a2de518-179f-44b8-af09-a9e0224b7fd9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1230247 Jul 30 10:51:19.449665 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:19.487720 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1cb655a8-8a09-4e3b-98d5-53b35de152b5 req-f24cba4a-4b8b-4d19-bc40-a3fb3f6798ba tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013448 Jul 30 10:51:19.630125 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port dabae754-a5f0-4486-a62f-420bcf451d60, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dabae754-a5f0-4486-a62f-420bcf451d60,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:19.640528 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:19.745012 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feb1bc-bfbe-407f-ad5b-34f678fbd363 req-0722ccc3-1934-4aac-b818-317b283a9f79 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:19.748981 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d7feb1bc-bfbe-407f-ad5b-34f678fbd363 req-0722ccc3-1934-4aac-b818-317b283a9f79 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1228189 Jul 30 10:51:19.760340 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=dabae754-a5f0-4486-a62f-420bcf451d60,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:19.849502 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d7feb1bc-bfbe-407f-ad5b-34f678fbd363 req-5667d67f-f167-47ba-93cd-23c9b55d636d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888646 Jul 30 10:51:20.000885 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434eef4-2a8a-4e89-847d-59fd4053b63d req-bf3f6ff7-281f-4e2c-8194-74da27cddb4d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:20.007173 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c434eef4-2a8a-4e89-847d-59fd4053b63d req-bf3f6ff7-281f-4e2c-8194-74da27cddb4d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.1599700 Jul 30 10:51:20.102728 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c434eef4-2a8a-4e89-847d-59fd4053b63d req-57033dae-3e9d-4cfb-92ff-6895b31b6392 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885723 Jul 30 10:51:20.206098 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1ba1eba9-ac14-4740-b61a-cdddd8835a4f req-5f1867ba-f8f5-40fe-9fcc-5c307623675f tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.1019225 Jul 30 10:51:20.424318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4cb98-8774-41a5-972d-b0fa61c4e782 req-1e939cba-5153-43a1-8973-1b43c2846a5e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:20.426830 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d7f4cb98-8774-41a5-972d-b0fa61c4e782 req-1e939cba-5153-43a1-8973-1b43c2846a5e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1423228 Jul 30 10:51:20.501109 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d7f4cb98-8774-41a5-972d-b0fa61c4e782 req-c43e9300-14f7-4376-bb3a-ab308dcf9ba9 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660038 Jul 30 10:51:20.806964 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-7bb8d52b-7ad3-495d-9b8c-d1e6581f2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:20.808928 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-7bb8d52b-7ad3-495d-9b8c-d1e6581f2c2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 1098 time: 0.1142535 Jul 30 10:51:21.005438 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bbbb0-1b6c-4966-91b4-88df317d22af req-6b8715ce-2eaf-4457-a819-b2dc592639b2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:21.014072 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-028bbbb0-1b6c-4966-91b4-88df317d22af req-6b8715ce-2eaf-4457-a819-b2dc592639b2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0640879 Jul 30 10:51:21.066025 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-028bbbb0-1b6c-4966-91b4-88df317d22af req-c910e9ad-f90f-4d2f-a182-0785ffeff35c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Jul 30 10:51:21.189197 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dabae754-a5f0-4486-a62f-420bcf451d60 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:21.351940 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port dabae754-a5f0-4486-a62f-420bcf451d60 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:21.357720 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:21.384375 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-87104558-c467-4a8b-a1d4-24c3e1253afb req-2635bb32-b7db-4911-af86-bcfedf544ad1 tempest-AttachVolumeNegativeTest-344979791 tempest-AttachVolumeNegativeTest-344979791-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac05eaa-1275-442b-bfc1-b3ac47ec24cb HTTP/1.1" status: 200 len: 210 time: 0.0664277 Jul 30 10:51:21.591331 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-ce8b94e7-b4ed-478a-b513-432a94f727ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:21.593729 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-ce8b94e7-b4ed-478a-b513-432a94f727ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.2956862 Jul 30 10:51:21.610789 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4440285-3746-42eb-b3b0-4e25c7ff5d79 req-2a0223be-bc00-48ec-b618-eb2c5a99dda0 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:21.623434 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e4440285-3746-42eb-b3b0-4e25c7ff5d79 req-2a0223be-bc00-48ec-b618-eb2c5a99dda0 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.4087172 Jul 30 10:51:21.691659 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-2327653c-476f-485c-9a7c-a0d1ec94b981 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3911815 Jul 30 10:51:21.759865 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd541-6b10-4a36-aa3a-fa511c2b57ce req-ea873fd2-c1c2-4817-95f9-e06949f1e074 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:21.767602 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2d5dd541-6b10-4a36-aa3a-fa511c2b57ce req-ea873fd2-c1c2-4817-95f9-e06949f1e074 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1466033 Jul 30 10:51:21.914494 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2d5dd541-6b10-4a36-aa3a-fa511c2b57ce req-5deb4559-cac1-48c6-becc-f4d46f0c9653 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370018 Jul 30 10:51:22.105140 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-5a4ace41-e7b8-4329-b3af-7b7477be9fc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 200 len: 217 time: 0.4301345 Jul 30 10:51:22.179801 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e4440285-3746-42eb-b3b0-4e25c7ff5d79 req-5f787562-a36c-4e2b-9339-7b50688a4767 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5548360 Jul 30 10:51:22.183418 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-71c05e78-ffe7-4a21-8d47-f4feae55c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:22.185875 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-71c05e78-ffe7-4a21-8d47-f4feae55c3d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.0682070 Jul 30 10:51:22.248093 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-7f86cc07-f674-4621-82f9-e6ff5d766bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:22.249620 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-7f86cc07-f674-4621-82f9-e6ff5d766bff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=607a095f5f1d465ba90619993f0f6346&device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 1099 time: 0.1430185 Jul 30 10:51:22.347874 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-0913dfe6-a71b-4d77-99a7-c24b1aa8bfba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852740 Jul 30 10:51:22.350029 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272124-d107-4845-88f8-0faf101d7660 req-ff44b291-25a8-44a4-9476-26b597a57702 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:22.360023 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2272124-d107-4845-88f8-0faf101d7660 req-ff44b291-25a8-44a4-9476-26b597a57702 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1155567 Jul 30 10:51:22.431083 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2272124-d107-4845-88f8-0faf101d7660 req-d745312c-9767-41bb-96f6-e3f804ef0839 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575826 Jul 30 10:51:22.484886 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60330) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:22.695297 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Deleting subnet 3abd4453-dae0-4b18-82f0-520752a35bef {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:51:22.706332 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:22.764412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:22.780519 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-571dca4c-697e-46b1-8235-662c1373949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:22.782454 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-571dca4c-697e-46b1-8235-662c1373949a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 200 len: 918 time: 0.4927409 Jul 30 10:51:22.791663 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-eeef594d-53c3-4bed-9597-7b0f52ac7279 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106359 Jul 30 10:51:22.849868 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:22.974155 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:22.997612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.005146 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3abd4453-dae0-4b18-82f0-520752a35bef HTTP/1.1" status: 204 len: 168 time: 0.5187488 Jul 30 10:51:23.045536 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60348) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:23.073154 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-c698ff2c-34b1-42e8-9b81-baa116953809 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b396d66-66e8-4f72-9826-f8621df2dae7 HTTP/1.1" status: 200 len: 217 time: 0.2792928 Jul 30 10:51:23.089647 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abd4453-dae0-4b18-82f0-520752a35bef,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:23.117770 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a192b71c-c690-4d1a-b800-19c9e0cf0b9f req-b61e0d29-1797-47df-a71c-bd8b0656fd77 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047082 Jul 30 10:51:23.242224 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.250501 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.251142 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.251667 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.252156 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.256328 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.256935 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.257460 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.258303 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.258822 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.259367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.259865 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be2e3e-686b-43be-a6a8-63142334c8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:23.260844 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-ab5a92c9-1eed-4a2e-b006-dc6396956b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:23.262438 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-ab5a92c9-1eed-4a2e-b006-dc6396956b02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 200 len: 857 time: 0.1542125 Jul 30 10:51:23.345166 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2a69-2e64-4b18-8c7c-9a132703e999 req-e201c2a4-441f-4874-b161-23e7c5b3a805 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:23.347972 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fa3c2a69-2e64-4b18-8c7c-9a132703e999 req-e201c2a4-441f-4874-b161-23e7c5b3a805 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.2804754 Jul 30 10:51:23.350279 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-14979f62-78dd-44a8-8d59-d4a95563283f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cf3d3dc-342d-4a77-978d-9d3a00cf348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742249 Jul 30 10:51:23.353522 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.430679 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050491-cdf4-4f7a-927b-2f6d076fc115 req-2e397616-fef8-4b1c-a0e0-16e240cb014c tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:23.432512 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0e050491-cdf4-4f7a-927b-2f6d076fc115 req-2e397616-fef8-4b1c-a0e0-16e240cb014c tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0932095 Jul 30 10:51:23.451783 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fa3c2a69-2e64-4b18-8c7c-9a132703e999 req-a2e42ffa-6951-4d47-9260-609b7bd01941 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944428 Jul 30 10:51:23.501673 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0e050491-cdf4-4f7a-927b-2f6d076fc115 req-121056e6-8fea-4d8d-9dbd-4b26a423ff65 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566597 Jul 30 10:51:23.598753 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.614081 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432b3d58-26d9-49cd-b016-58ed71a7d2ab']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:23.627216 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5681241-8d06-4325-b1e3-edee56c0e7bb') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:23.627813 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5681241-8d06-4325-b1e3-edee56c0e7bb') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:23.638915 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.657768 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.665569 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:51:23.666377 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.675945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5954ac8-36e5-4e4e-be5a-ceedc71e7467 req-847dd4be-bafb-4718-9267-bd7d392babeb tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:23.680969 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b5954ac8-36e5-4e4e-be5a-ceedc71e7467 req-847dd4be-bafb-4718-9267-bd7d392babeb tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0777953 Jul 30 10:51:23.749250 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b5954ac8-36e5-4e4e-be5a-ceedc71e7467 req-f803eea1-3fee-4ab1-8ac2-57688b40ec37 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598571 Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:51:23.752159 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:51:23.757885 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.782661 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60356) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:23.805123 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:23.810604 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] 10.222.0.23 "DELETE /v2.0/networks/432b3d58-26d9-49cd-b016-58ed71a7d2ab HTTP/1.1" status: 204 len: 168 time: 0.7610896 Jul 30 10:51:23.810604 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c00a9-cab4-43c2-ad40-83f2e920ec6b admin admin] Pushing event deleted for resources: {'Network': ['ID=432b3d58-26d9-49cd-b016-58ed71a7d2ab,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:23.845342 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de74d1-d0b7-4e84-9386-d13e6f9c2842 req-2a0ba33c-2f2a-481a-82b8-8882eef15d73 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:23.855333 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-15de74d1-d0b7-4e84-9386-d13e6f9c2842 req-2a0ba33c-2f2a-481a-82b8-8882eef15d73 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1206815 Jul 30 10:51:23.926544 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-15de74d1-d0b7-4e84-9386-d13e6f9c2842 req-561b7c61-f3fc-4bac-aaea-8e4bb877b759 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702491 Jul 30 10:51:24.119954 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60364) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:24.195672 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228daf90-b0b7-4513-9fd5-5e2991e4059a tempest-TestShelveInstance-373366243 tempest-TestShelveInstance-373366243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:24.197352 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-228daf90-b0b7-4513-9fd5-5e2991e4059a tempest-TestShelveInstance-373366243 tempest-TestShelveInstance-373366243-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1093 time: 0.4135149 Jul 30 10:51:24.201494 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60366) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:24.202684 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-088acbef-7604-4f03-8dd0-f30b1894afe1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c417e4ae229f4d88ac1906067a1474e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0815754 Jul 30 10:51:24.205093 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60368) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:24.208901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'port_id': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:51:24.250491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for floatingip, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.262202 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1475-f328-4ed4-9f07-8d4780b5aeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.288462 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1475-f328-4ed4-9f07-8d4780b5aeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.368255 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1475-f328-4ed4-9f07-8d4780b5aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.373647 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1475-f328-4ed4-9f07-8d4780b5aeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.374968 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-3e2a1475-f328-4ed4-9f07-8d4780b5aeb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0720c8d5-4e6a-4c9a-9035-637e64d5d55c HTTP/1.1" status: 204 len: 168 time: 0.1688941 Jul 30 10:51:24.384248 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.389484 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a1475-f328-4ed4-9f07-8d4780b5aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720c8d5-4e6a-4c9a-9035-637e64d5d55c,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:24.524268 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Allocated IP 172.27.0.118 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/93728c0c-63ef-4108-8ff7-7bd9f82f64b6) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:51:24.644080 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3d1f-6454-416b-859a-5fbd1cddcb64 req-e0824b57-b8cb-4afd-99b2-954d12f60930 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:24.646014 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-81ce3d1f-6454-416b-859a-5fbd1cddcb64 req-e0824b57-b8cb-4afd-99b2-954d12f60930 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0951018 Jul 30 10:51:24.699787 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-81ce3d1f-6454-416b-859a-5fbd1cddcb64 req-36f4018d-be0c-406e-8bba-62890547766f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474730 Jul 30 10:51:24.703173 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.752635 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:24.802151 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:24.804644 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:24.808070 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:24.855356 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'Port': ['ID=93728c0c-63ef-4108-8ff7-7bd9f82f64b6,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:25.243452 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0bb6-5f59-4073-a9ac-c11232e218be req-a8e74bb0-275e-46ab-8389-943adb2423e3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:25.245041 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2e5c0bb6-5f59-4073-a9ac-c11232e218be req-a8e74bb0-275e-46ab-8389-943adb2423e3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1153409 Jul 30 10:51:25.399009 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2e5c0bb6-5f59-4073-a9ac-c11232e218be req-353c3ea9-a5ab-45ee-ac37-35499beeae1b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423483 Jul 30 10:51:25.420049 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:25.514373 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:25.718193 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:25.726336 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:25.782452 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event updated for resources: {'Port': ['ID=93728c0c-63ef-4108-8ff7-7bd9f82f64b6,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:25.871847 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:25.900804 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c943d0-144b-4ec6-bfd1-9b5200be6157 req-22fc5af6-30f6-41c5-84a9-499082ad228e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:25.909986 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-68c943d0-144b-4ec6-bfd1-9b5200be6157 req-22fc5af6-30f6-41c5-84a9-499082ad228e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0858576 Jul 30 10:51:26.049643 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-68c943d0-144b-4ec6-bfd1-9b5200be6157 req-997122a0-0fe4-4a1d-aab0-178f06d09e3e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386173 Jul 30 10:51:26.086156 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Floating IP d7fcf1cb-753f-4a4c-83dc-ab0f4144e007 associated. External IP: 172.27.0.118, port: b4a046c4-6708-4df1-ad63-1039e987ee0d. Jul 30 10:51:26.373675 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Router 175d6670-023f-405c-bfed-fdfa6802b8b3 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:51:26.865982 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:51:26.882633 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] Sync routers for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:51:26.889245 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0b13f-9984-4365-92d2-fe772c50f5b3 req-63d7f2f0-ec8a-4493-8ba8-f5c4062aae61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:26.890819 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-16d0b13f-9984-4365-92d2-fe772c50f5b3 req-63d7f2f0-ec8a-4493-8ba8-f5c4062aae61 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0751235 Jul 30 10:51:26.897671 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:26.898661 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:51:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:26.904446 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:26.957860 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-39e0a44c-33de-4be4-ae6b-8c21d67ba987 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7470293 Jul 30 10:51:26.957860 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:26.957860 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc66997-f085-4691-aee4-80541c4e4113" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:26.964551 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-16d0b13f-9984-4365-92d2-fe772c50f5b3 req-6c6dc3f7-f986-44af-b556-bb50c142a925 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660787 Jul 30 10:51:27.027301 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ddb2c4-16b1-445e-b2cc-e72824f80898 x-openstack-request-id: req-42ddb2c4-16b1-445e-b2cc-e72824f80898 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:27.027593 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:27.027843 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42ddb2c4-16b1-445e-b2cc-e72824f80898 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:27.028290 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'status': 'completed', 'code': 200} Jul 30 10:51:27.048212 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:27.064479 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60442) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:27.137159 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-b8bd73ad-7dc8-4913-a4a7-8a6c80021491 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991769 Jul 30 10:51:27.277071 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc66997-f085-4691-aee4-80541c4e4113 req-7868c7e4-06a0-4e69-807c-4dd7a06db167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:27.279774 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-7868c7e4-06a0-4e69-807c-4dd7a06db167 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1098 time: 0.1230848 Jul 30 10:51:27.295608 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb472-6322-4dc4-9cfe-30ee7656edf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.315970 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f903ea-d81b-4373-967c-32c3558bd236 req-d4cbbf52-1575-42b7-b63e-557a3ee277c5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:27.318391 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-33f903ea-d81b-4373-967c-32c3558bd236 req-d4cbbf52-1575-42b7-b63e-557a3ee277c5 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1205301 Jul 30 10:51:27.339839 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7d422e92-b1db-457f-ad9c-2549ecffc059 req-3c36f802-aa06-4997-af4e-56fc5b8635c1 service neutron] 10.222.0.10 "GET /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846290 Jul 30 10:51:27.440624 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'd7fcf1cb-753f-4a4c-83dc-ab0f4144e007', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'port_id': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'mac_address': 'fa:16:3e:2f:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:51:25Z', 'updated_at': '2021-07-30T10:51:25Z', 'revision_number': 0, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:27.483302 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] Checking router: 175d6670-023f-405c-bfed-fdfa6802b8b3 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:51:27.490164 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-33f903ea-d81b-4373-967c-32c3558bd236 req-2306db1b-3aec-4a9a-a935-d176b2f3b7d1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657662 Jul 30 10:51:27.492782 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:51:27.494961 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:51:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:27.539374 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc66997-f085-4691-aee4-80541c4e4113 req-9818c74e-2985-4097-81ff-4ae8cc1bfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:27.542013 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-9818c74e-2985-4097-81ff-4ae8cc1bfec7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 909 time: 0.2253737 Jul 30 10:51:27.563566 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb472-6322-4dc4-9cfe-30ee7656edf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.570659 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb472-6322-4dc4-9cfe-30ee7656edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.600666 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60466) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:27.601501 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f4eeb472-6322-4dc4-9cfe-30ee7656edf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfbcb86932834849b44036037d3700fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352652 Jul 30 10:51:27.620761 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeb472-6322-4dc4-9cfe-30ee7656edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0073478-f24b-4006-a600-54b2e0303653,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:27.624307 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:51:27.657788 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-baa08a6c-32ba-479a-b2eb-79ea3947877d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 999 time: 0.1075757 Jul 30 10:51:27.774463 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc66997-f085-4691-aee4-80541c4e4113 req-46362917-f376-4f04-b01a-3053e4023efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:27.775905 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-46362917-f376-4f04-b01a-3053e4023efa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.0887611 Jul 30 10:51:27.785016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bb9352f4-4c13-415d-84a2-9769613f99ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.808716 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-0e45301f-540d-494d-90d7-cd4ccd22e88f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:27.810859 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-0e45301f-540d-494d-90d7-cd4ccd22e88f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 815 time: 0.1999013 Jul 30 10:51:27.829337 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bb9352f4-4c13-415d-84a2-9769613f99ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.837315 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a6a69c9f-10bb-448b-aff0-653dfe1917c5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/quotas/b20d826c2de64e2fab32fae1a8bb205c HTTP/1.1" status: 200 len: 375 time: 0.0188720 Jul 30 10:51:27.846895 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'd7fcf1cb-753f-4a4c-83dc-ab0f4144e007', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'port_id': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'mac_address': 'fa:16:3e:2f:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:51:25Z', 'updated_at': '2021-07-30T10:51:25Z', 'revision_number': 0, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:51:27.873942 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c5488-bbe8-4ce3-bef8-e43199296db6 None None] The sync data for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi is: [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'd7fcf1cb-753f-4a4c-83dc-ab0f4144e007', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'port_id': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'mac_address': 'fa:16:3e:2f:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:51:25Z', 'updated_at': '2021-07-30T10:51:25Z', 'revision_number': 0, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:51:27.904022 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-8f87a404-1074-47f8-bbf0-b3178dcaf0de tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578439 Jul 30 10:51:27.914088 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bb9352f4-4c13-415d-84a2-9769613f99ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.916641 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bb9352f4-4c13-415d-84a2-9769613f99ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:27.918020 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-bb9352f4-4c13-415d-84a2-9769613f99ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0073478-f24b-4006-a600-54b2e0303653 HTTP/1.1" status: 204 len: 168 time: 0.3161800 Jul 30 10:51:27.971584 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9352f4-4c13-415d-84a2-9769613f99ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0073478-f24b-4006-a600-54b2e0303653,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:28.018377 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a3917880-00f1-41ad-8158-af136ee6a57b service neutron] 10.222.0.23 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992615 Jul 30 10:51:28.109482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcdbe-9d8a-4260-9383-701a50c6e61f req-1bc9c21c-5410-4f4f-8e5c-2ce2594ced7f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:28.117575 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-31abcdbe-9d8a-4260-9383-701a50c6e61f req-1bc9c21c-5410-4f4f-8e5c-2ce2594ced7f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0670342 Jul 30 10:51:28.128982 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf34fccd-8a94-43f1-b249-84766f307e61 None None] New status for floating IP d7fcf1cb-753f-4a4c-83dc-ab0f4144e007: ACTIVE {{(pid=104664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:51:28.148021 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-e7b27f66-7035-48d6-865d-f14d64229a89 service neutron] 10.222.0.23 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221497 Jul 30 10:51:28.163445 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-31abcdbe-9d8a-4260-9383-701a50c6e61f req-e54a312c-b438-4d92-805c-8326561047a0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 Jul 30 10:51:28.259642 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60474) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:28.275141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-eeb982fc-e6bc-431a-aa97-9823bd7d1dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.347920 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ed82135f-06e3-4291-a5ec-22b8170a774d req-6be5ba8d-55fb-4f94-b197-31f7c06d84bf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 210 time: 0.0392072 Jul 30 10:51:28.387638 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-eeb982fc-e6bc-431a-aa97-9823bd7d1dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.392960 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-eeb982fc-e6bc-431a-aa97-9823bd7d1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.444944 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-eeb982fc-e6bc-431a-aa97-9823bd7d1dbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c200a1dbea249c08a254e2831264fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837556 Jul 30 10:51:28.445668 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb982fc-e6bc-431a-aa97-9823bd7d1dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b1817d-d72c-429a-84b8-86eb99e17350,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:28.447728 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60482) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:28.509441 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5d04cfc7-6024-4392-aac3-3f7d61c0ead6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.533509 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5d04cfc7-6024-4392-aac3-3f7d61c0ead6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.586586 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5d04cfc7-6024-4392-aac3-3f7d61c0ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.590691 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5d04cfc7-6024-4392-aac3-3f7d61c0ead6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:28.594617 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-5d04cfc7-6024-4392-aac3-3f7d61c0ead6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01b1817d-d72c-429a-84b8-86eb99e17350 HTTP/1.1" status: 204 len: 168 time: 0.1432874 Jul 30 10:51:28.601238 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04cfc7-6024-4392-aac3-3f7d61c0ead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b1817d-d72c-429a-84b8-86eb99e17350,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:28.660594 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2480cd7-5423-4937-8afe-2a3d67742a70 req-96953e1c-d875-4646-8bb7-e0e62fb57f51 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:28.662123 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c2480cd7-5423-4937-8afe-2a3d67742a70 req-96953e1c-d875-4646-8bb7-e0e62fb57f51 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0749061 Jul 30 10:51:28.715365 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c2480cd7-5423-4937-8afe-2a3d67742a70 req-e84af743-218e-4ffa-9882-766b24268724 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Jul 30 10:51:28.746536 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc66997-f085-4691-aee4-80541c4e4113 req-16e16c30-6892-4480-acc5-e9b1d33d3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:28.748590 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-16e16c30-6892-4480-acc5-e9b1d33d3a2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484824 Jul 30 10:51:29.299329 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95cef-4fce-4df1-958f-bdfdfe930676 req-da6d8896-0415-4ae6-8f98-8233417dbaa7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:29.300869 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71a95cef-4fce-4df1-958f-bdfdfe930676 req-da6d8896-0415-4ae6-8f98-8233417dbaa7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0568075 Jul 30 10:51:29.338760 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71a95cef-4fce-4df1-958f-bdfdfe930676 req-b0145d77-e193-47e6-b61a-c92a32b5a538 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Jul 30 10:51:29.447230 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3278b328-7b39-4cf6-a3c9-bbcb22b645cb req-7172675b-5af7-479a-adaa-c976a8715522 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 210 time: 0.0259502 Jul 30 10:51:29.865518 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc963518-3600-4e48-86af-f9308be84070 req-2a0184b1-cb65-4dc2-b400-9e252ad8f586 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:29.867387 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc963518-3600-4e48-86af-f9308be84070 req-2a0184b1-cb65-4dc2-b400-9e252ad8f586 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0799427 Jul 30 10:51:29.908161 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc963518-3600-4e48-86af-f9308be84070 req-37ac777f-e576-4f3d-bb1a-859b962cf07f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Jul 30 10:51:30.464222 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b131c7-2728-40fa-aa4a-080e1a68f9a1 req-1f65d05a-59b9-4e4c-8fa3-9badfeae0e12 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:30.466266 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7b131c7-2728-40fa-aa4a-080e1a68f9a1 req-1f65d05a-59b9-4e4c-8fa3-9badfeae0e12 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0489202 Jul 30 10:51:30.509021 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7b131c7-2728-40fa-aa4a-080e1a68f9a1 req-1f7a4c43-dc8e-4b1f-835d-3dc953f30a23 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367110 Jul 30 10:51:30.553406 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5c804dce-7817-40bc-a199-32a158a7e474 req-5f05647e-c4a7-41a3-b73d-a854052b6515 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 210 time: 0.0384414 Jul 30 10:51:30.633552 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-750d9611-0215-46aa-afc4-441d087945e3 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896487 Jul 30 10:51:30.733429 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1fc66997-f085-4691-aee4-80541c4e4113 req-fee77919-762f-4fc5-be25-2b73314838d5 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894339 Jul 30 10:51:31.032505 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e761270-55f3-44b7-bba4-5a33410ae152 req-7975acb8-bcde-41ac-8682-48f5924cb84c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:31.034084 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5e761270-55f3-44b7-bba4-5a33410ae152 req-7975acb8-bcde-41ac-8682-48f5924cb84c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0515599 Jul 30 10:51:31.073558 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5e761270-55f3-44b7-bba4-5a33410ae152 req-64fd2e6c-7dbc-4d4e-b553-8a66d1aa37db tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333614 Jul 30 10:51:31.538981 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a752851a-d31f-4393-89bd-634a7b228e02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:31.541168 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a752851a-d31f-4393-89bd-634a7b228e02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 815 time: 0.1090677 Jul 30 10:51:31.565476 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'port': {'device_id': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'admin_state_up': True, 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:51:31.672710 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38b91-43ed-4d9a-a627-6220267cd061 req-13493daa-9d61-4a3e-8f05-8a19368f730b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:31.674821 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d8c38b91-43ed-4d9a-a627-6220267cd061 req-13493daa-9d61-4a3e-8f05-8a19368f730b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0589788 Jul 30 10:51:31.678607 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-15b3950d-dfd2-45c2-92f1-d3b38d9c3a24 req-81c5dc00-36b5-4fcc-8b6d-ea7cc0e7a49a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 210 time: 0.0358617 Jul 30 10:51:31.726127 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d8c38b91-43ed-4d9a-a627-6220267cd061 req-7d126250-7864-41f5-af2d-89103cd9762e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439198 Jul 30 10:51:31.732953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Made reservation on behalf of b20d826c2de64e2fab32fae1a8bb205c for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:51:31.737174 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:31.897810 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Allocated IP 172.20.0.13 (0e4c4eb8-faf2-458e-b17c-4aef4b33b33b/59187231-6c4e-4734-a849-d8745e79b93f/96eafbff-41dd-47fa-aa7c-104d0d3eb21d) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:51:32.074494 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:32.090194 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Transition to ACTIVE for port object 96eafbff-41dd-47fa-aa7c-104d0d3eb21d will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:32.136842 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:32.195602 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:51:32.213014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:51:32.215959 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:51:32.221933 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:32.222597 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:32.252152 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:32.267323 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-86a3141b-fcdb-465e-b159-7f34185a52d7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7077594 Jul 30 10:51:32.276623 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573925f-85d0-4f9d-8087-1c499869a5df req-3d0b460a-46d3-4f05-9d33-58fc5e172d87 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:32.278300 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d573925f-85d0-4f9d-8087-1c499869a5df req-3d0b460a-46d3-4f05-9d33-58fc5e172d87 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1119022 Jul 30 10:51:32.334815 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d573925f-85d0-4f9d-8087-1c499869a5df req-8dc5936e-95c1-41a3-9fe9-6febdd1ab82c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Jul 30 10:51:32.529023 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-9bb29581-6b0b-4782-a494-52126be10259 None None] Provisioning for port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:32.533271 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-9bb29581-6b0b-4782-a494-52126be10259 None None] Provisioning complete for port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:32.533643 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9bb29581-6b0b-4782-a494-52126be10259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:32.574521 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-9bb29581-6b0b-4782-a494-52126be10259 None None] Port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:51:32.815795 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f89fd-3f31-438b-b571-0159056b6cfb req-284e1828-93de-4a6f-9b83-decf0cd08854 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:32.817360 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-101f89fd-3f31-438b-b571-0159056b6cfb req-284e1828-93de-4a6f-9b83-decf0cd08854 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0572152 Jul 30 10:51:32.858862 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-101f89fd-3f31-438b-b571-0159056b6cfb req-0717a69f-98a1-4454-9aa0-688ff2e4effc tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Jul 30 10:51:32.879610 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db593579-25c4-439d-8dc1-115758a12171 req-77e31e29-761b-47f3-99de-ccbca509ec01 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:32.881199 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-db593579-25c4-439d-8dc1-115758a12171 req-77e31e29-761b-47f3-99de-ccbca509ec01 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0539961 Jul 30 10:51:32.918090 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-db593579-25c4-439d-8dc1-115758a12171 req-ce66bb76-2d66-4ebf-9cc5-2848a0505c65 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jul 30 10:51:33.975747 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb5ae-826c-4d48-9eb4-41beda24725a req-92d247ed-1d9c-4f30-9242-9186971892ef tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:33.977307 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fe4eb5ae-826c-4d48-9eb4-41beda24725a req-92d247ed-1d9c-4f30-9242-9186971892ef tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0523489 Jul 30 10:51:34.016741 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fe4eb5ae-826c-4d48-9eb4-41beda24725a req-57d0fd57-4c2b-4741-992e-2664d3732a4a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Jul 30 10:51:34.043003 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb4144-8cce-4b01-985b-be237cbd5828 req-cf85bf2f-22d8-4e0b-bc5c-4e18144dade1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:34.044978 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fafb4144-8cce-4b01-985b-be237cbd5828 req-cf85bf2f-22d8-4e0b-bc5c-4e18144dade1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0506749 Jul 30 10:51:34.089628 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fafb4144-8cce-4b01-985b-be237cbd5828 req-71d41ed1-cac8-46b4-a0b8-9dbc2e1c42a9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Jul 30 10:51:35.134167 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704af3-7383-4579-8163-33e5de8a4937 req-985b2f83-b49c-4550-9f93-2a37d3b3a7e9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:35.135713 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6e704af3-7383-4579-8163-33e5de8a4937 req-985b2f83-b49c-4550-9f93-2a37d3b3a7e9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0516016 Jul 30 10:51:35.176240 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6e704af3-7383-4579-8163-33e5de8a4937 req-1616a7b3-67c5-467b-86e6-3456f86ff740 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Jul 30 10:51:35.222775 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7cfb-d7c6-42c9-8cf1-32328a8027bb req-c7029eaa-154d-44e4-8955-7b8b6c036528 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:35.224363 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2d1e7cfb-d7c6-42c9-8cf1-32328a8027bb req-c7029eaa-154d-44e4-8955-7b8b6c036528 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0571067 Jul 30 10:51:35.268837 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2d1e7cfb-d7c6-42c9-8cf1-32328a8027bb req-3bdcb622-907a-4936-abe0-f499a92353f6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377464 Jul 30 10:51:36.327423 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3985-3231-4fda-89a5-4847b99568b1 req-ba91dcf0-7ee3-439d-a212-a8f57729439a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:36.329628 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9dbd3985-3231-4fda-89a5-4847b99568b1 req-ba91dcf0-7ee3-439d-a212-a8f57729439a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0720978 Jul 30 10:51:36.397419 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9dbd3985-3231-4fda-89a5-4847b99568b1 req-d7fe957b-16ef-4b67-add0-4a76bdaf4547 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439060 Jul 30 10:51:36.437493 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025160b2-0d24-4361-8081-39ddf9d2d831 req-adc11617-79d8-4c46-a444-373ba47152c6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:36.439534 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-025160b2-0d24-4361-8081-39ddf9d2d831 req-adc11617-79d8-4c46-a444-373ba47152c6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0751503 Jul 30 10:51:36.480671 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-025160b2-0d24-4361-8081-39ddf9d2d831 req-15f263b6-f570-41db-9b91-e5897314c5c7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349293 Jul 30 10:51:37.521116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221a83-8d0d-450d-9c48-31ebe5d084bd req-74980123-4ee8-4f51-8cd8-c0c3b40ee630 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:37.523893 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f2221a83-8d0d-450d-9c48-31ebe5d084bd req-74980123-4ee8-4f51-8cd8-c0c3b40ee630 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0734510 Jul 30 10:51:37.563659 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f2221a83-8d0d-450d-9c48-31ebe5d084bd req-03e5c9f9-6ba6-4901-bede-ea261bda47c1 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Jul 30 10:51:37.627653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627a50-f939-4404-b33c-0dc4750f8e71 req-90cb54e8-f7da-4c45-9f2f-dd6c1a58150b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:37.629140 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e3627a50-f939-4404-b33c-0dc4750f8e71 req-90cb54e8-f7da-4c45-9f2f-dd6c1a58150b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0669768 Jul 30 10:51:37.668002 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e3627a50-f939-4404-b33c-0dc4750f8e71 req-b0222056-1f1f-4022-8af5-b88fc71d5d88 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Jul 30 10:51:38.719116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7870eb7-e431-4e4c-9f98-501d95e2ec8f req-580f1450-4c3f-400e-bbcc-ca1dbac15680 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:38.722526 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a7870eb7-e431-4e4c-9f98-501d95e2ec8f req-580f1450-4c3f-400e-bbcc-ca1dbac15680 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0541255 Jul 30 10:51:38.808838 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a7870eb7-e431-4e4c-9f98-501d95e2ec8f req-8e2a7439-139f-4d65-a8bb-7884f898e6f7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816827 Jul 30 10:51:38.850021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0de6d-ed53-4342-b735-c5f1c8a5f788 req-ea220d2f-4160-4958-a030-de1dce6b3d5b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:38.852228 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c2e0de6d-ed53-4342-b735-c5f1c8a5f788 req-ea220d2f-4160-4958-a030-de1dce6b3d5b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0760975 Jul 30 10:51:38.897530 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c2e0de6d-ed53-4342-b735-c5f1c8a5f788 req-aeed3495-cd57-486a-80b9-e49cdee1cb02 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Jul 30 10:51:39.941593 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19a15c-8a8b-4f88-83bf-aecb61fab5e6 req-249f5b62-268a-4b0b-9fff-0c14dff855bb tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:39.952668 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ab19a15c-8a8b-4f88-83bf-aecb61fab5e6 req-249f5b62-268a-4b0b-9fff-0c14dff855bb tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0687630 Jul 30 10:51:39.970942 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-e001f490-e109-40f8-b3e4-c16dcbf7c9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:40.004095 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ab19a15c-8a8b-4f88-83bf-aecb61fab5e6 req-9cf35fc6-0004-446f-984d-bbd55916edec tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Jul 30 10:51:40.061922 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666ef1-69e7-4960-aa64-138674c330af req-5fb93beb-9bc3-4991-9dd7-639c79421ed0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:40.064159 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a3666ef1-69e7-4960-aa64-138674c330af req-5fb93beb-9bc3-4991-9dd7-639c79421ed0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0567493 Jul 30 10:51:40.121732 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a3666ef1-69e7-4960-aa64-138674c330af req-c279c735-885e-4658-82b5-1e05d6635f7f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508499 Jul 30 10:51:40.356398 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:51:41.122553 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cee8c-4986-41b5-a543-459244cfd8e2 req-5087fd32-d024-492f-b086-70c4a750f5f2 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:41.124387 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a12cee8c-4986-41b5-a543-459244cfd8e2 req-5087fd32-d024-492f-b086-70c4a750f5f2 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0535326 Jul 30 10:51:41.168235 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a12cee8c-4986-41b5-a543-459244cfd8e2 req-675da0d5-6b93-446c-9273-3febf15943ba tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373807 Jul 30 10:51:41.252761 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c89db-7b05-4362-9219-e31d9e3a9d43 req-df4f0cff-2766-4920-9bc2-ed51f0c49700 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:41.254238 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-010c89db-7b05-4362-9219-e31d9e3a9d43 req-df4f0cff-2766-4920-9bc2-ed51f0c49700 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0511014 Jul 30 10:51:41.305635 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-010c89db-7b05-4362-9219-e31d9e3a9d43 req-60a0d585-2a2e-49c5-b5a8-cc152a0d9111 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370553 Jul 30 10:51:42.293554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffca50-fe24-4bbf-ab88-404da0dddb25 req-391ec1f4-2fa9-472b-b0f8-b01ff4b8d80d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:42.295253 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-52ffca50-fe24-4bbf-ab88-404da0dddb25 req-391ec1f4-2fa9-472b-b0f8-b01ff4b8d80d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0562179 Jul 30 10:51:42.340097 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-52ffca50-fe24-4bbf-ab88-404da0dddb25 req-b98fa429-c163-422c-a5e9-47068fbb57ff tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Jul 30 10:51:42.450307 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741e97-4395-4b88-b271-cee0e7f93a28 req-d958f258-ff36-4362-a73c-1fb89d498645 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:42.451771 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-07741e97-4395-4b88-b271-cee0e7f93a28 req-d958f258-ff36-4362-a73c-1fb89d498645 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0610733 Jul 30 10:51:42.493300 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-07741e97-4395-4b88-b271-cee0e7f93a28 req-fba5e268-af90-47bc-80ad-0d4e8aa4ed77 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Jul 30 10:51:42.768327 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:42.841875 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-432f97be-a4ea-4889-a39a-c267a23aded3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:43.412590 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:43.476015 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca01a-298e-47a4-8c1b-2146742168d6 req-611862dd-16d4-4e80-ac75-8ec425aaa1c5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:43.477530 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-67aca01a-298e-47a4-8c1b-2146742168d6 req-611862dd-16d4-4e80-ac75-8ec425aaa1c5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0578840 Jul 30 10:51:43.519554 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-67aca01a-298e-47a4-8c1b-2146742168d6 req-7357cf33-37fe-4c13-a356-557e82850c34 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Jul 30 10:51:43.646748 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2af9f6-9a56-47fe-809e-1110c3e17bf0 req-f86e1b74-08a8-481d-be4c-80b321ad4af9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:43.648219 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d2af9f6-9a56-47fe-809e-1110c3e17bf0 req-f86e1b74-08a8-481d-be4c-80b321ad4af9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0666566 Jul 30 10:51:43.689676 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8d2af9f6-9a56-47fe-809e-1110c3e17bf0 req-49aec9bc-cf36-4868-b5a9-2133d1d66629 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356262 Jul 30 10:51:44.637990 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfebb29-5b91-40e5-a8ba-72b24af0031b req-74125783-43c7-4e6d-977b-d43f0712e742 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:44.639554 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2dfebb29-5b91-40e5-a8ba-72b24af0031b req-74125783-43c7-4e6d-977b-d43f0712e742 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0511854 Jul 30 10:51:44.680574 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2dfebb29-5b91-40e5-a8ba-72b24af0031b req-37923bea-e27b-499c-9bee-81c51dc88c48 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348041 Jul 30 10:51:44.831091 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bb354-5aee-4349-844b-80b1156cff02 req-eb791839-0648-45b3-8f0d-1010102c4377 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:44.832713 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-192bb354-5aee-4349-844b-80b1156cff02 req-eb791839-0648-45b3-8f0d-1010102c4377 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0494809 Jul 30 10:51:44.871279 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-192bb354-5aee-4349-844b-80b1156cff02 req-1e3d76fd-f9cc-4c17-bdba-b5e19962917a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Jul 30 10:51:45.253989 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:45.805533 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ccba7-f98a-49c4-9c91-cc6727ff014c req-4c697f6c-3a94-4e68-8a55-797ac2a11e04 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:45.807066 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d91ccba7-f98a-49c4-9c91-cc6727ff014c req-4c697f6c-3a94-4e68-8a55-797ac2a11e04 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0547237 Jul 30 10:51:45.855327 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d91ccba7-f98a-49c4-9c91-cc6727ff014c req-39fae93b-121d-4de5-af6c-192177d39a68 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Jul 30 10:51:46.002852 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05685b-6e1d-4b72-a834-b22323a23646 req-c246cc6e-3303-40e2-b472-db4e04faa840 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:46.004587 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1d05685b-6e1d-4b72-a834-b22323a23646 req-c246cc6e-3303-40e2-b472-db4e04faa840 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0499477 Jul 30 10:51:46.067633 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1d05685b-6e1d-4b72-a834-b22323a23646 req-6f58521e-5659-4f77-aaa3-f944634e281b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531480 Jul 30 10:51:46.983664 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc1fa5-61bd-4343-959f-905f1edeee95 req-40f93460-b1f9-4a9f-b78f-22bdda0f59c7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:46.985433 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1cc1fa5-61bd-4343-959f-905f1edeee95 req-40f93460-b1f9-4a9f-b78f-22bdda0f59c7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0595913 Jul 30 10:51:47.026307 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1cc1fa5-61bd-4343-959f-905f1edeee95 req-56490532-8b56-4903-a06a-4b9305eb6187 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345702 Jul 30 10:51:47.193755 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d1461-8350-4ecc-8f56-ea446fd35740 req-a396f8ac-e694-4abc-9ada-3bd3b04698d1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:47.195336 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-612d1461-8350-4ecc-8f56-ea446fd35740 req-a396f8ac-e694-4abc-9ada-3bd3b04698d1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0528424 Jul 30 10:51:47.233623 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-612d1461-8350-4ecc-8f56-ea446fd35740 req-42d7cd2f-4a21-4a34-ae5f-365a574ef525 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jul 30 10:51:48.143357 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f010047-38bf-41bc-a2c7-c3f7a8763c44 req-31c27458-331e-4d34-987c-4575f5fac08a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:48.144832 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8f010047-38bf-41bc-a2c7-c3f7a8763c44 req-31c27458-331e-4d34-987c-4575f5fac08a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0488808 Jul 30 10:51:48.182438 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8f010047-38bf-41bc-a2c7-c3f7a8763c44 req-398c7c83-037a-4e79-ad71-70e42c877129 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Jul 30 10:51:48.357067 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15604-92ad-48fb-aad5-5072df58656f req-210828f6-5b34-4275-94ab-9123f5c13ace tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:48.359352 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9dd15604-92ad-48fb-aad5-5072df58656f req-210828f6-5b34-4275-94ab-9123f5c13ace tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0539808 Jul 30 10:51:48.401054 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:48.404449 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9dd15604-92ad-48fb-aad5-5072df58656f req-6fbc420f-02f1-44e4-b949-5b485c801e27 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Jul 30 10:51:49.304480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Request body: {'port': {'device_id': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:51:49.307027 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ff515-71f3-488e-9f1b-a4abf582c84d req-0d565165-bdf1-4dcc-af20-d1add37ce7eb tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:49.314227 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-056ff515-71f3-488e-9f1b-a4abf582c84d req-0d565165-bdf1-4dcc-af20-d1add37ce7eb tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 932 time: 0.0576558 Jul 30 10:51:49.353862 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-056ff515-71f3-488e-9f1b-a4abf582c84d req-85c9261b-644a-4755-a855-06baa96b58a2 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Jul 30 10:51:49.361356 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:49.585532 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef93fb-e9a9-419f-b53b-7990392bb041 req-6239c38c-12a3-44a8-b815-4ee7adeba2cd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:49.587042 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4aef93fb-e9a9-419f-b53b-7990392bb041 req-6239c38c-12a3-44a8-b815-4ee7adeba2cd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.1069539 Jul 30 10:51:49.650792 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4aef93fb-e9a9-419f-b53b-7990392bb041 req-29977513-38ef-4e0e-a04b-f3e8d9d4289d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571508 Jul 30 10:51:49.694285 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eafbff-41dd-47fa-aa7c-104d0d3eb21d {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:51:49.701526 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:49.714357 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Transition to ACTIVE for port object 96eafbff-41dd-47fa-aa7c-104d0d3eb21d will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:51:49.717771 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:49.770828 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:49.802141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Attempting to bind port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:51:49.802481 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Attempting to bind port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:51:49.802813 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Attempting to bind port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d on network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:49.807455 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d on network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:51:49.807778 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Attempting to bind port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d on network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:51:49.813698 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:51:49.814064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Checking segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:51:49.814448 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Bound using segment: {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:51:49.814869 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Bound port: 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85ce329-7397-4a41-a67b-636da76070db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:51:49.815225 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:49.881064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:51:49.884729 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:51:49.891411 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:49.927820 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:49.928506 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:49.930479 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] 10.222.0.10 "PUT /v2.0/ports/96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 1094 time: 0.6304605 Jul 30 10:51:49.932655 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:49.935660 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4095e740-3475-440c-9dca-6ddb3b380dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:49.963047 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d21c-cc85-4af5-a9b1-6a6e3c79d263 service neutron] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:49.987384 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06e7bf-a166-4155-9564-74748691a76f x-openstack-request-id: req-4a06e7bf-a166-4155-9564-74748691a76f {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:49.987676 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:49.987928 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a06e7bf-a166-4155-9564-74748691a76f {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:49.988326 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'status': 'completed', 'code': 200} Jul 30 10:51:50.095542 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a6dd1b05-3da5-42f4-91b6-c30c3c37a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:50.097873 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a6dd1b05-3da5-42f4-91b6-c30c3c37a635 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1097 time: 0.0504279 Jul 30 10:51:50.153467 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-9eb9c54c-6ee2-4b1d-ad16-8afc8623e834 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 217 time: 0.0368774 Jul 30 10:51:50.207777 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-48114503-b904-4d24-a65c-bdc020518c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:50.209256 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-48114503-b904-4d24-a65c-bdc020518c03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.0437984 Jul 30 10:51:50.266690 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-1581e7ea-7099-4830-99ef-193166c3905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:50.268510 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-1581e7ea-7099-4830-99ef-193166c3905e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443866 Jul 30 10:51:50.362761 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-a310bb2f-2786-4111-8a36-35b16b1f9351 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Jul 30 10:51:50.507045 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be2a5-a42c-4ead-a530-8df7b38117d5 req-2a9c06b0-2f2c-4f9a-be59-65d071bd2330 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:50.508530 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3e2be2a5-a42c-4ead-a530-8df7b38117d5 req-2a9c06b0-2f2c-4f9a-be59-65d071bd2330 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 944 time: 0.0835862 Jul 30 10:51:50.511989 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb6f706f-007e-47e7-a912-65d99fd7e376 req-5ddf7dad-a018-4b03-9544-f84f6e8b5c5f service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356382 Jul 30 10:51:50.548465 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3e2be2a5-a42c-4ead-a530-8df7b38117d5 req-0a4fd5ea-ab77-4607-b494-fa28247056da tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jul 30 10:51:50.692394 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-92581914-a736-4436-92ab-b75bc6c114b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:50.693994 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-92581914-a736-4436-92ab-b75bc6c114b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1097 time: 0.0418892 Jul 30 10:51:50.782367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455258-2a9c-456a-8297-5ab3cfafc686 req-59c45d41-e679-4d2c-9fd9-6093c36d7f84 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:50.783841 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-54455258-2a9c-456a-8297-5ab3cfafc686 req-59c45d41-e679-4d2c-9fd9-6093c36d7f84 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 944 time: 0.0540721 Jul 30 10:51:50.825554 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-54455258-2a9c-456a-8297-5ab3cfafc686 req-9426a228-fb89-45ec-a54e-493b282deedc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354657 Jul 30 10:51:51.078428 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-03d02305-6f02-4df3-97b8-3f8be08579da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:51.079998 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-03d02305-6f02-4df3-97b8-3f8be08579da service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 916 time: 0.3474486 Jul 30 10:51:51.125994 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-cc481371-5d59-47e6-8608-7d0fd92ac1e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 217 time: 0.0366101 Jul 30 10:51:51.177807 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-06d4a1c4-9cde-4015-aa50-4852265ebe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:51.179893 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-06d4a1c4-9cde-4015-aa50-4852265ebe11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.0452204 Jul 30 10:51:51.230441 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-39de6dc7-7e77-4067-bbc6-92047d2f7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:51.231938 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-39de6dc7-7e77-4067-bbc6-92047d2f7736 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447385 Jul 30 10:51:51.259256 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:51:51.338577 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-5f77c2ed-79ea-41d0-afed-b21ccccc1bb2 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980144 Jul 30 10:51:51.391383 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:51.426514 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'port_id': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'mac_address': 'fa:16:3e:2d:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:51:51.475937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:51.477627 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4095e740-3475-440c-9dca-6ddb3b380dc8 req-d32e4927-8292-4ab7-af85-d384c11b0eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301961 Jul 30 10:51:51.489444 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:51:51.508923 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:51.512953 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:51.570698 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967e71d-b1aa-4f0c-8f68-30f62193c1d4 req-d74523b2-45db-4795-a013-418b9f29edd2 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:51.572340 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9967e71d-b1aa-4f0c-8f68-30f62193c1d4 req-d74523b2-45db-4795-a013-418b9f29edd2 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0579364 Jul 30 10:51:51.572513 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=9']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:51.580973 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.581324 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.581666 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.582036 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.582369 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.582697 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.583024 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.583446 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.583781 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.584099 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.584429 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.585037 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:51:51.616683 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9967e71d-b1aa-4f0c-8f68-30f62193c1d4 req-97dd2a1f-adbb-4d90-b16f-b9738c4dc4f8 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Jul 30 10:51:51.671910 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a7322-ab7f-4b2e-907b-9f0377ec3759 req-499e7a0d-a102-468a-ae61-9e00fc0683a9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:51.673511 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a09a7322-ab7f-4b2e-907b-9f0377ec3759 req-499e7a0d-a102-468a-ae61-9e00fc0683a9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 944 time: 0.0511823 Jul 30 10:51:51.713285 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a09a7322-ab7f-4b2e-907b-9f0377ec3759 req-46c4d6d9-e05e-445a-b809-51d2abb9a058 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Jul 30 10:51:51.931481 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:51:51.946145 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b38ac-d52f-4474-8c93-1c53e6aed08c req-fd675752-c49c-49a8-9909-33b381097ec4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:51.947665 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b31b38ac-d52f-4474-8c93-1c53e6aed08c req-fd675752-c49c-49a8-9909-33b381097ec4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0494378 Jul 30 10:51:51.990086 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b31b38ac-d52f-4474-8c93-1c53e6aed08c req-20f15047-0ace-48ec-887b-e589204313c6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362487 Jul 30 10:51:52.705037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 60884) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:52.735284 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26259be4-d663-4943-8b28-af1eb2bbb685 req-5598ac68-cdc4-4a6f-b863-fb31cc4c9311 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:52.736686 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-26259be4-d663-4943-8b28-af1eb2bbb685 req-5598ac68-cdc4-4a6f-b863-fb31cc4c9311 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0522699 Jul 30 10:51:52.776172 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-26259be4-d663-4943-8b28-af1eb2bbb685 req-cb7bccf7-3418-4c80-a5a4-21600f1ada7d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 30 10:51:52.825589 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-03de28ad-233d-48c4-a038-c53ddafc170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:52.858500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf7248-1780-402c-873d-77979a2de52f req-db8670b0-d4eb-4078-b52d-443fdd6aa1dc tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:52.860441 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6bdf7248-1780-402c-873d-77979a2de52f req-db8670b0-d4eb-4078-b52d-443fdd6aa1dc tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 944 time: 0.0791311 Jul 30 10:51:52.923146 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6bdf7248-1780-402c-873d-77979a2de52f req-2624cb09-c64e-4637-9e5f-9580e3aacce3 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534196 Jul 30 10:51:52.964661 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-03de28ad-233d-48c4-a038-c53ddafc170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:52.969344 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-03de28ad-233d-48c4-a038-c53ddafc170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.007261 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-03de28ad-233d-48c4-a038-c53ddafc170c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=967a477b244e4e408a85b72aae95caa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011107 Jul 30 10:51:53.008192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de28ad-233d-48c4-a038-c53ddafc170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329b2207-d81f-4d93-9a7e-c35c6ec0b105,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:53.010031 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 60890) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:51:53.062926 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-359a98c5-1cb2-435b-94f0-80a48f7b21b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.109056 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-359a98c5-1cb2-435b-94f0-80a48f7b21b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.149078 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ae9f8-9c6a-4dc4-ab86-43d2f244a2fe req-e015b88e-2a85-406a-b587-e5773934b516 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:53.150596 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-326ae9f8-9c6a-4dc4-ab86-43d2f244a2fe req-e015b88e-2a85-406a-b587-e5773934b516 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 945 time: 0.0859327 Jul 30 10:51:53.192268 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-359a98c5-1cb2-435b-94f0-80a48f7b21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.194878 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-359a98c5-1cb2-435b-94f0-80a48f7b21b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.196201 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-359a98c5-1cb2-435b-94f0-80a48f7b21b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/329b2207-d81f-4d93-9a7e-c35c6ec0b105 HTTP/1.1" status: 204 len: 168 time: 0.1849236 Jul 30 10:51:53.210060 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-326ae9f8-9c6a-4dc4-ab86-43d2f244a2fe req-32832434-ad17-49b8-854f-9a9b552d75b5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521185 Jul 30 10:51:53.210953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a98c5-1cb2-435b-94f0-80a48f7b21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329b2207-d81f-4d93-9a7e-c35c6ec0b105,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:53.274485 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 96eafbff-41dd-47fa-aa7c-104d0d3eb21d details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:51:53.284825 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:53.397782 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:53.398182 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.444566 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:53.462339 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'port_id': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'mac_address': 'fa:16:3e:fe:a2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:51:53.529353 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.555845 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.560512 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eafbff-41dd-47fa-aa7c-104d0d3eb21d {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:51:53.595670 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:53.600431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:53.602703 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e1945-b9e6-485f-8c96-ac5987f464cf" -d '{"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-plugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:53.612956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.619747 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:53.643400 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.646196 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef105688-f218-43f2-943e-f4de17781276 x-openstack-request-id: req-ef105688-f218-43f2-943e-f4de17781276 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:53.646493 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-plugged", "status": "completed", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:53.646751 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef105688-f218-43f2-943e-f4de17781276 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:53.647141 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'code': 200} Jul 30 10:51:53.672437 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-c93e88b0-9c99-4bb6-9558-636610479342 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:53.674064 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-c93e88b0-9c99-4bb6-9558-636610479342 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0638087 Jul 30 10:51:53.676554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:53.734537 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=10']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:53.787424 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Deleting port e4001105-8a48-439a-a92a-a0181647bc2f {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:51:53.787940 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.907124 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] For port e4001105-8a48-439a-a92a-a0181647bc2f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=e4001105-8a48-439a-a92a-a0181647bc2f,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:53.907500 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:53.925569 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Calling delete_port for e4001105-8a48-439a-a92a-a0181647bc2f owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:51:53.940206 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe1e5d-5090-4890-bf03-0990c02980b7 req-5c61a2e2-ca5c-4c18-a4df-b5ff2a7d37ee tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:53.941704 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dcbe1e5d-5090-4890-bf03-0990c02980b7 req-5c61a2e2-ca5c-4c18-a4df-b5ff2a7d37ee tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 945 time: 0.0917275 Jul 30 10:51:54.002059 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['96eafbff-41dd-47fa-aa7c-104d0d3eb21d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:51:54.040211 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dcbe1e5d-5090-4890-bf03-0990c02980b7 req-a18210c7-979e-47f0-8844-10168f3f9b0e tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913656 Jul 30 10:51:54.076543 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2c80-0c02-4d79-adc9-92d496ce27a5 req-9099f545-44d1-4d31-9bf8-048485fa3baa tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:54.079688 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-414f2c80-0c02-4d79-adc9-92d496ce27a5 req-9099f545-44d1-4d31-9bf8-048485fa3baa tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 945 time: 0.0841911 Jul 30 10:51:54.128605 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-414f2c80-0c02-4d79-adc9-92d496ce27a5 req-ae813b8b-f643-42d3-ae0c-d49d6074ac04 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Jul 30 10:51:54.169210 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:54.212746 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Pushing event deleted for resources: {'Port': ['ID=e4001105-8a48-439a-a92a-a0181647bc2f,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:54.276955 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] No DVR routers for this DVR port e4001105-8a48-439a-a92a-a0181647bc2f on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:51:54.281070 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:54.283378 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5c86a82b-36b9-4207-97a2-834b4afe0fc1 req-1a7beccd-29c7-4cd3-92c4-f84212f99666 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "DELETE /v2.0/ports/e4001105-8a48-439a-a92a-a0181647bc2f HTTP/1.1" status: 204 len: 173 time: 0.5975046 Jul 30 10:51:54.284161 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'name': 'network-vif-deleted', 'tag': 'e4001105-8a48-439a-a92a-a0181647bc2f'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:54.287565 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d263bf-1a20-4d31-96c9-c1eff8e94e09" -d '{"events": [{"server_uuid": "16285909-02cf-454c-a4ed-5c51b3e801c7", "name": "network-vif-deleted", "tag": "e4001105-8a48-439a-a92a-a0181647bc2f"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:54.353440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15d177-bb9c-4dc8-bff1-8da0094e6ce9 req-f37ec4f9-da1d-48ed-8bbe-18bb5248f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:54.355016 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4e15d177-bb9c-4dc8-bff1-8da0094e6ce9 req-f37ec4f9-da1d-48ed-8bbe-18bb5248f010 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1100 time: 0.1536803 Jul 30 10:51:54.374444 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66db5b-494b-44d3-8167-4b66e73f0d2c req-730c381f-9391-4193-8427-dc4d8e40e526 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:54.378309 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2b66db5b-494b-44d3-8167-4b66e73f0d2c req-730c381f-9391-4193-8427-dc4d8e40e526 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0814495 Jul 30 10:51:54.439590 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2b66db5b-494b-44d3-8167-4b66e73f0d2c req-8420e471-4014-4980-8c49-40698550801e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520656 Jul 30 10:51:54.447792 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4e15d177-bb9c-4dc8-bff1-8da0094e6ce9 req-be13e3db-3075-41fa-ae4d-e759f45b4bfb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681140 Jul 30 10:51:54.494832 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5975fa19-b3d1-4395-96f4-18b21b861347 x-openstack-request-id: req-5975fa19-b3d1-4395-96f4-18b21b861347 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:54.495450 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16285909-02cf-454c-a4ed-5c51b3e801c7", "name": "network-vif-deleted", "tag": "e4001105-8a48-439a-a92a-a0181647bc2f", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:54.495747 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5975fa19-b3d1-4395-96f4-18b21b861347 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:54.496222 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16285909-02cf-454c-a4ed-5c51b3e801c7', 'name': 'network-vif-deleted', 'tag': 'e4001105-8a48-439a-a92a-a0181647bc2f', 'status': 'completed', 'code': 200} Jul 30 10:51:54.567434 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44752-3475-41bc-8419-be86c0f144f8 req-ec9b2f00-3252-4667-a100-47fd6f400922 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:54.568928 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a2e44752-3475-41bc-8419-be86c0f144f8 req-ec9b2f00-3252-4667-a100-47fd6f400922 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0496793 Jul 30 10:51:54.615063 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a2e44752-3475-41bc-8419-be86c0f144f8 req-1cd1d16f-d70c-4caa-87e0-c4c781d0425a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Jul 30 10:51:54.794864 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['e4001105-8a48-439a-a92a-a0181647bc2f'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:51:55.152816 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a3ea4a4b-55f1-4248-ae42-44ff0f2470a8 req-722d907c-70f5-44ea-a2c0-e1464d7577e1 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=16285909-02cf-454c-a4ed-5c51b3e801c7 HTTP/1.1" status: 200 len: 210 time: 0.0266271 Jul 30 10:51:55.252711 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e990f-6952-49b2-abc9-8eba85368c81 req-76c51a99-3129-4d30-9350-fa0e1a6ab49e tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:55.254343 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1d7e990f-6952-49b2-abc9-8eba85368c81 req-76c51a99-3129-4d30-9350-fa0e1a6ab49e tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Jul 30 10:51:55.297450 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1d7e990f-6952-49b2-abc9-8eba85368c81 req-d8e2895f-286e-4c1d-9f3e-bd426a076ec9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Jul 30 10:51:55.316578 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 96eafbff-41dd-47fa-aa7c-104d0d3eb21d up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:51:55.367490 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:51:55.371228 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:51:55.371602 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:55.454860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:55.488940 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:51:55.494851 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:51:55.544036 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:51:55.583847 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8e6b-469a-4a99-99ad-3a102898d6de req-b071aeed-305f-44ab-a863-0dc398e0f684 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:55.585345 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d11c8e6b-469a-4a99-99ad-3a102898d6de req-b071aeed-305f-44ab-a863-0dc398e0f684 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0529006 Jul 30 10:51:55.627439 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d11c8e6b-469a-4a99-99ad-3a102898d6de req-242ca21f-1039-491a-a254-d35abaef9843 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361657 Jul 30 10:51:55.651167 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:51:55.653488 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76da4b7-52dc-4d48-86b6-c238a40ccac8" -d '{"events": [{"server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "name": "network-vif-plugged", "status": "completed", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:51:55.690533 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4bbbd0-df02-4bd5-8acd-7c0086d11759 x-openstack-request-id: req-ef4bbbd0-df02-4bd5-8acd-7c0086d11759 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:51:55.690912 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "name": "network-vif-plugged", "status": "completed", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:51:55.691236 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef4bbbd0-df02-4bd5-8acd-7c0086d11759 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:51:55.691691 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'code': 200} Jul 30 10:51:55.738737 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a1130-f370-47e9-b8fa-0869697121df req-751ab021-82e0-4721-9e62-f88cf97cac01 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:55.740683 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b2a1130-f370-47e9-b8fa-0869697121df req-751ab021-82e0-4721-9e62-f88cf97cac01 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Jul 30 10:51:55.780662 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b2a1130-f370-47e9-b8fa-0869697121df req-94ced844-7071-4871-b7a0-8b325745404e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Jul 30 10:51:55.919808 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a825f-64fe-4c6c-b9b2-ff7f2a70456e req-1f29e3e5-c18e-46a7-a78f-96659ba6b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:55.921958 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-684a825f-64fe-4c6c-b9b2-ff7f2a70456e req-1f29e3e5-c18e-46a7-a78f-96659ba6b957 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1099 time: 0.0403140 Jul 30 10:51:56.429582 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3060-a125-4c84-b3a0-d68f8064048f req-ecd8b8b7-aad3-4e0b-b9f4-c92a11f87f7f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:56.431088 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5fda3060-a125-4c84-b3a0-d68f8064048f req-ecd8b8b7-aad3-4e0b-b9f4-c92a11f87f7f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0532660 Jul 30 10:51:56.468881 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5fda3060-a125-4c84-b3a0-d68f8064048f req-f3b94c45-79ee-41db-b3b3-f432ae5fbca6 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Jul 30 10:51:56.756234 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ff4f8-b545-46a1-9ac2-5679a7556a82 req-8c280333-51fd-476a-ba4c-3b029948c41e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:56.757623 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c90ff4f8-b545-46a1-9ac2-5679a7556a82 req-8c280333-51fd-476a-ba4c-3b029948c41e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0480330 Jul 30 10:51:56.796462 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c90ff4f8-b545-46a1-9ac2-5679a7556a82 req-fd52aa82-38fd-41d1-8a3a-90ecdfbd8c2f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Jul 30 10:51:56.898016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89279-c856-4a38-a8c9-53527245b5d2 req-3510f459-bd51-40c4-8d3d-da53e78957d8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:56.899572 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-42b89279-c856-4a38-a8c9-53527245b5d2 req-3510f459-bd51-40c4-8d3d-da53e78957d8 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0516982 Jul 30 10:51:56.937586 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-42b89279-c856-4a38-a8c9-53527245b5d2 req-12a804cd-3ee7-45a9-882b-cb8cca880325 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Jul 30 10:51:57.586420 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a133b2-5dcd-471a-9779-9fd6c75fb70d req-03b8b1bd-9637-4c16-bdc7-5b741f986e9a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:57.587891 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-32a133b2-5dcd-471a-9779-9fd6c75fb70d req-03b8b1bd-9637-4c16-bdc7-5b741f986e9a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0521235 Jul 30 10:51:57.625274 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-32a133b2-5dcd-471a-9779-9fd6c75fb70d req-66749f9c-0cc3-4b10-a220-c8903c693b40 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306275 Jul 30 10:51:57.914950 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a3bad-5db5-4f0d-a309-40128da3e398 req-1c0270eb-8c8b-4dde-a512-ca89cb478773 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:57.916421 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-139a3bad-5db5-4f0d-a309-40128da3e398 req-1c0270eb-8c8b-4dde-a512-ca89cb478773 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0485802 Jul 30 10:51:57.955206 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-139a3bad-5db5-4f0d-a309-40128da3e398 req-8b32111d-f92f-436b-bfc9-5d7efff183e8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Jul 30 10:51:58.054194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53b53-7aee-473b-a612-513e16156ad0 req-e45d9e7e-52b1-4699-968a-de56140508d6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:58.055699 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-48d53b53-7aee-473b-a612-513e16156ad0 req-e45d9e7e-52b1-4699-968a-de56140508d6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Jul 30 10:51:58.096006 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-48d53b53-7aee-473b-a612-513e16156ad0 req-bdaea86e-238b-4844-ad87-f46358b0fa31 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 30 10:51:58.619560 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device e4001105-8a48-439a-a92a-a0181647bc2f no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:51:58.640223 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: e4001105-8a48-439a-a92a-a0181647bc2f {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:51:58.640578 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device e4001105-8a48-439a-a92a-a0181647bc2f not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:51:58.656393 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-684a825f-64fe-4c6c-b9b2-ff7f2a70456e req-c1f8cadb-5e9f-4102-8494-2fab5416d066 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Jul 30 10:51:58.745253 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63cafc-ca4c-4397-bc17-13690f186ce2 req-8de19c1d-7032-4dab-9722-a6c820a74fa6 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:58.746785 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8e63cafc-ca4c-4397-bc17-13690f186ce2 req-8de19c1d-7032-4dab-9722-a6c820a74fa6 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0540278 Jul 30 10:51:58.789632 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8e63cafc-ca4c-4397-bc17-13690f186ce2 req-d9df66c5-c5d2-4fbc-abc8-eb1b4eb8b6b9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364797 Jul 30 10:51:59.083122 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d18bcb-497d-45ff-8958-d4bf1d7cbb32 req-fae323c7-5470-4705-a1d1-752487c13954 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:59.084622 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f4d18bcb-497d-45ff-8958-d4bf1d7cbb32 req-fae323c7-5470-4705-a1d1-752487c13954 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0529420 Jul 30 10:51:59.136503 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f4d18bcb-497d-45ff-8958-d4bf1d7cbb32 req-1ddccb6b-9d1a-4c78-a2b9-3a7bab52d920 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459156 Jul 30 10:51:59.237848 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2983-8e2b-4e69-8ab2-0383320ce5de req-eabcc510-61ed-4be4-831a-bc58ee32af2f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:59.239429 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-993b2983-8e2b-4e69-8ab2-0383320ce5de req-eabcc510-61ed-4be4-831a-bc58ee32af2f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0524864 Jul 30 10:51:59.280501 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-993b2983-8e2b-4e69-8ab2-0383320ce5de req-210c4048-ecdb-4578-8765-a1f231263b33 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343134 Jul 30 10:51:59.911127 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56039cc5-6b68-43cd-90f4-63c184a12a0e req-d4452877-2461-4986-91a2-23522fffe5de tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:51:59.912636 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56039cc5-6b68-43cd-90f4-63c184a12a0e req-d4452877-2461-4986-91a2-23522fffe5de tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0550175 Jul 30 10:51:59.953590 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56039cc5-6b68-43cd-90f4-63c184a12a0e req-5618b6cd-2da5-4a0c-b03d-a9e2758531cb tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350888 Jul 30 10:52:00.271215 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89987674-307f-469f-b927-e7a0009387de req-5cf8db79-99e0-4882-86bb-1fe28d570e0b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:00.272730 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-89987674-307f-469f-b927-e7a0009387de req-5cf8db79-99e0-4882-86bb-1fe28d570e0b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0499163 Jul 30 10:52:00.313532 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-89987674-307f-469f-b927-e7a0009387de req-ea4c9e4a-b8ec-496d-ba2d-2a8f83dd095f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Jul 30 10:52:00.402953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dec7d0-457b-47e1-a2a2-2a7118987b76 req-4fe25bf6-2753-4482-830e-db64365a403f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:00.404495 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-40dec7d0-457b-47e1-a2a2-2a7118987b76 req-4fe25bf6-2753-4482-830e-db64365a403f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0493567 Jul 30 10:52:00.442698 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-40dec7d0-457b-47e1-a2a2-2a7118987b76 req-1fe6725d-d09f-42a4-8b70-ce2b2c623f5d tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Jul 30 10:52:01.067638 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6eac5-77a6-41b0-88cc-467ffad23d80 req-0a081329-34fa-4705-b328-e4103cb71d13 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:01.069108 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3af6eac5-77a6-41b0-88cc-467ffad23d80 req-0a081329-34fa-4705-b328-e4103cb71d13 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0496132 Jul 30 10:52:01.111622 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3af6eac5-77a6-41b0-88cc-467ffad23d80 req-1e231fc5-e7ee-4e46-955d-9424bea09d91 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365081 Jul 30 10:52:01.434548 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eaf30-f146-49b7-b221-e1bea32fe0eb req-1bf69458-debb-457d-8ec9-6a9dbbd3236c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:01.436659 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-219eaf30-f146-49b7-b221-e1bea32fe0eb req-1bf69458-debb-457d-8ec9-6a9dbbd3236c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0484037 Jul 30 10:52:01.473564 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-219eaf30-f146-49b7-b221-e1bea32fe0eb req-539eaef2-7c7d-461f-9f39-122ce9030028 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Jul 30 10:52:01.558602 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f0bd7-47b2-4ed8-90fb-8accb2e86a2e req-8eb00368-1e19-4f83-9cdc-6ae8f05aba48 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:01.560072 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-338f0bd7-47b2-4ed8-90fb-8accb2e86a2e req-8eb00368-1e19-4f83-9cdc-6ae8f05aba48 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Jul 30 10:52:01.598208 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-338f0bd7-47b2-4ed8-90fb-8accb2e86a2e req-a2931ebf-ef75-460d-a4e5-ec5b111d07ee tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311728 Jul 30 10:52:02.229709 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cce25-2cad-40c6-b2bf-b314ecaf6559 req-7be6873c-1734-4e29-9660-f15c80cc2e8f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:02.231235 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0d4cce25-2cad-40c6-b2bf-b314ecaf6559 req-7be6873c-1734-4e29-9660-f15c80cc2e8f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0530031 Jul 30 10:52:02.270557 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0d4cce25-2cad-40c6-b2bf-b314ecaf6559 req-17e23e7d-9288-40da-bc47-4aebb6b8d8a1 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Jul 30 10:52:02.596167 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170e38-ac0b-41e5-aacb-766b10a527ae req-e0070da1-2f2b-4533-8bde-7075fb9b8292 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:02.597680 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-91170e38-ac0b-41e5-aacb-766b10a527ae req-e0070da1-2f2b-4533-8bde-7075fb9b8292 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0533869 Jul 30 10:52:02.638854 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-91170e38-ac0b-41e5-aacb-766b10a527ae req-ecedfe4b-9416-4b7f-9d77-f18bd01e33fc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Jul 30 10:52:02.737436 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7389ade-db21-40a4-85ca-5b1a9a7c748f req-219b3d4f-2207-4544-81a3-bf32ee7baad0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:02.738982 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c7389ade-db21-40a4-85ca-5b1a9a7c748f req-219b3d4f-2207-4544-81a3-bf32ee7baad0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0544701 Jul 30 10:52:02.778349 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c7389ade-db21-40a4-85ca-5b1a9a7c748f req-7b23b635-7d7d-4cbd-b972-923cfb618020 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Jul 30 10:52:03.385409 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1783d04-96ce-42cd-9303-12d7f70dc734 req-5e6980fb-5500-4ed2-a050-ade738e6f9f6 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:03.387024 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a1783d04-96ce-42cd-9303-12d7f70dc734 req-5e6980fb-5500-4ed2-a050-ade738e6f9f6 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0503585 Jul 30 10:52:03.430855 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a1783d04-96ce-42cd-9303-12d7f70dc734 req-0d6a735e-f618-48c7-9404-e0ba5f072f62 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Jul 30 10:52:03.545730 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aae2bd-df2d-41b0-abeb-c400fed60f3c req-4f2fd962-3944-4a65-b052-01ee9bf81639 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:03.547411 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-24aae2bd-df2d-41b0-abeb-c400fed60f3c req-4f2fd962-3944-4a65-b052-01ee9bf81639 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Jul 30 10:52:03.585172 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-24aae2bd-df2d-41b0-abeb-c400fed60f3c req-23e64d83-3989-4b81-88d5-dbb1fbb89dd2 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Jul 30 10:52:03.777690 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 32894) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:03.902256 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c5667a8c-184b-4299-ba89-99d131ceab39 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:03.903765 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c5667a8c-184b-4299-ba89-99d131ceab39 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0964093 Jul 30 10:52:03.919220 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f2dc94a0-9bab-4b36-8e6a-b53893f8a3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:03.952354 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc310767-4dba-4485-9b4e-8892b9661e65 req-9240d43c-75b1-4759-b930-0b5db3974a5c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:03.954512 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc310767-4dba-4485-9b4e-8892b9661e65 req-9240d43c-75b1-4759-b930-0b5db3974a5c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 946 time: 0.0717919 Jul 30 10:52:03.999089 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc310767-4dba-4485-9b4e-8892b9661e65 req-55516df4-d1e0-4765-9599-6f82c9e192f6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Jul 30 10:52:04.065009 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135a222-14e3-417e-9847-a1c120534772 req-b6350563-994a-43b1-a00f-7f8c7a537bab tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:04.066515 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8135a222-14e3-417e-9847-a1c120534772 req-b6350563-994a-43b1-a00f-7f8c7a537bab tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.1618290 Jul 30 10:52:04.120480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Deleting port 4b396d66-66e8-4f72-9826-f8621df2dae7 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:04.120742 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.181171 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8135a222-14e3-417e-9847-a1c120534772 req-b82c2ffe-b7b1-4d34-b0ff-194af5703ed6 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071157 Jul 30 10:52:04.227291 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f2dc94a0-9bab-4b36-8e6a-b53893f8a3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.233479 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f2dc94a0-9bab-4b36-8e6a-b53893f8a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.291187 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc94a0-9bab-4b36-8e6a-b53893f8a3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac4ad7-c257-464f-8924-1dd528bbe46c,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:04.294961 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] For port 4b396d66-66e8-4f72-9826-f8621df2dae7, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=4b396d66-66e8-4f72-9826-f8621df2dae7,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:04.295255 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.302509 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f2dc94a0-9bab-4b36-8e6a-b53893f8a3fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=554c1eea5c234117b056b9aae294810f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210819 Jul 30 10:52:04.303839 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 32906) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:04.310311 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Calling delete_port for 4b396d66-66e8-4f72-9826-f8621df2dae7 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:04.364128 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608f-3b79-4813-99ec-2a563482310e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.387938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608f-3b79-4813-99ec-2a563482310e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.455396 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608f-3b79-4813-99ec-2a563482310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.458371 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c0f4608f-3b79-4813-99ec-2a563482310e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.459934 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c0f4608f-3b79-4813-99ec-2a563482310e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6ac4ad7-c257-464f-8924-1dd528bbe46c HTTP/1.1" status: 204 len: 168 time: 0.1553097 Jul 30 10:52:04.469444 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.485743 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4608f-3b79-4813-99ec-2a563482310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac4ad7-c257-464f-8924-1dd528bbe46c,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:04.510083 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Pushing event deleted for resources: {'Port': ['ID=4b396d66-66e8-4f72-9826-f8621df2dae7,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:04.562510 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] No DVR routers for this DVR port 4b396d66-66e8-4f72-9826-f8621df2dae7 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:52:04.565216 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:04.567284 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3ee7e7b7-ac6b-4df7-b9ae-802d50a245f9 req-c70dad6d-cb08-4b81-9fbb-683b1fc8f8b6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "DELETE /v2.0/ports/4b396d66-66e8-4f72-9826-f8621df2dae7 HTTP/1.1" status: 204 len: 173 time: 0.6394923 Jul 30 10:52:04.567750 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'name': 'network-vif-deleted', 'tag': '4b396d66-66e8-4f72-9826-f8621df2dae7'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:04.570505 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62af2d9-850b-4773-80e7-88c4c58f8b48" -d '{"events": [{"server_uuid": "e0c76538-060d-46a7-bbd9-cbb0db83e933", "name": "network-vif-deleted", "tag": "4b396d66-66e8-4f72-9826-f8621df2dae7"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:04.612514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6bdefe-e760-4737-bda3-ad0d96a9d01a x-openstack-request-id: req-6f6bdefe-e760-4737-bda3-ad0d96a9d01a {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:04.612724 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c76538-060d-46a7-bbd9-cbb0db83e933", "name": "network-vif-deleted", "tag": "4b396d66-66e8-4f72-9826-f8621df2dae7", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:04.612979 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f6bdefe-e760-4737-bda3-ad0d96a9d01a {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:04.613377 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c76538-060d-46a7-bbd9-cbb0db83e933', 'name': 'network-vif-deleted', 'tag': '4b396d66-66e8-4f72-9826-f8621df2dae7', 'status': 'completed', 'code': 200} Jul 30 10:52:05.089516 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1190561e-c314-4995-824c-1cf525b02f48 req-97650251-7026-4d83-a7e6-bf1a693b4d68 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Jul 30 10:52:06.183270 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-95c04ce6-25ae-4ac4-80d0-c4bb27a50774 req-88e9afa6-51eb-407c-8eff-d14e37edfbab tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.0269096 Jul 30 10:52:06.854891 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['44cd42b8-36af-4a36-956e-6d87924e3746', '4b396d66-66e8-4f72-9826-f8621df2dae7'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:52:07.289687 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-43a7b158-4d3a-4089-86db-d8271d393da9 req-9f4b67f6-1a17-4d32-a719-e85ecc7ce8d6 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0c76538-060d-46a7-bbd9-cbb0db83e933 HTTP/1.1" status: 200 len: 210 time: 0.0286844 Jul 30 10:52:08.352692 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-3e7b4592-f147-4a2d-94c7-78237cab4d36 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:08.354298 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-3e7b4592-f147-4a2d-94c7-78237cab4d36 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/networks?id=d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 200 len: 814 time: 0.1262448 Jul 30 10:52:08.370412 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-3c6a40f5-205c-4698-8b61-254058765fc9 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/quotas/4fdcc864dae247c09e76adb2bcb8cb90 HTTP/1.1" status: 200 len: 375 time: 0.0095351 Jul 30 10:52:08.405770 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-9e203e39-b51c-4585-a2c7-8e4b81938855 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292630 Jul 30 10:52:08.516079 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-b7ee51db-bbf6-49c8-bda8-c4935bdc73d6 service neutron] 10.222.0.23 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027722 Jul 30 10:52:08.571285 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0b3e1-f785-44e0-8281-aeb119122eb4 req-d5216fe2-4f42-46d8-858a-7239368318da tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:08.572782 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-32d0b3e1-f785-44e0-8281-aeb119122eb4 req-d5216fe2-4f42-46d8-858a-7239368318da tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0521936 Jul 30 10:52:08.606149 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-e7f37ab1-9dd5-48a3-a2dd-6dad5c9e2beb service neutron] 10.222.0.23 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839257 Jul 30 10:52:08.612207 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-32d0b3e1-f785-44e0-8281-aeb119122eb4 req-23e7fdee-b902-4283-8438-64fa894a1e66 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Jul 30 10:52:08.776840 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e7a46c10-0f63-4b3d-b30a-5e1b71de0333 req-7a577363-8f9f-42a0-9023-b4bc8dd42bf1 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 210 time: 0.0269635 Jul 30 10:52:09.571718 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33040) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:09.677021 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-08ffe69b-d382-4920-a5c6-42472cff1933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:09.761644 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687169-c654-433a-b090-0bd0d729bd3c req-11ba5b33-a07e-41e5-b2d7-d8cebfe6d62a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:09.763147 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-72687169-c654-433a-b090-0bd0d729bd3c req-11ba5b33-a07e-41e5-b2d7-d8cebfe6d62a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0787792 Jul 30 10:52:09.825521 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-72687169-c654-433a-b090-0bd0d729bd3c req-3a3e9895-0bfd-471b-bfd9-825d82307f69 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Jul 30 10:52:09.877718 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-51d97cd4-45f9-47a7-869e-e6a265a08e43 req-dcdd8757-5e67-47c5-aae7-43a6ad66b494 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Jul 30 10:52:09.913393 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-08ffe69b-d382-4920-a5c6-42472cff1933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:09.921682 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-08ffe69b-d382-4920-a5c6-42472cff1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:09.955403 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-03b33cc0-ce29-4124-9d04-c4c9e56d83ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:09.993076 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffe69b-d382-4920-a5c6-42472cff1933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ad1c8-ddb4-4474-929d-a074d463009a,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:09.997573 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-08ffe69b-d382-4920-a5c6-42472cff1933 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=087dcb0214674e73ae4290e9a97b1a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248359 Jul 30 10:52:10.000633 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33052) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:10.006836 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-7f75cc5e-334e-45a2-b6d8-a3eb709803f0 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:10.008237 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-7f75cc5e-334e-45a2-b6d8-a3eb709803f0 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "GET /v2.0/networks?id=d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 200 len: 814 time: 0.1818929 Jul 30 10:52:10.042013 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Request body: {'port': {'device_id': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d', 'admin_state_up': True, 'tenant_id': '4fdcc864dae247c09e76adb2bcb8cb90'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:10.050943 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-024472b4-c63e-462f-b16a-bd96f3be21af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.072087 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-024472b4-c63e-462f-b16a-bd96f3be21af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.123080 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-024472b4-c63e-462f-b16a-bd96f3be21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.125750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-024472b4-c63e-462f-b16a-bd96f3be21af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.127055 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-024472b4-c63e-462f-b16a-bd96f3be21af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a60ad1c8-ddb4-4474-929d-a074d463009a HTTP/1.1" status: 204 len: 168 time: 0.1251259 Jul 30 10:52:10.135115 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024472b4-c63e-462f-b16a-bd96f3be21af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ad1c8-ddb4-4474-929d-a074d463009a,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:10.151817 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Made reservation on behalf of 4fdcc864dae247c09e76adb2bcb8cb90 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:52:10.156259 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.288984 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Allocated IP 172.20.0.13 (d9915323-46ef-4a46-b101-08fcb0ef595d/9a263894-ebbc-4bc3-812e-c777ff8eef54/f2da430a-edfc-454c-b38c-afb9cc08c6fb) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:10.423884 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33062) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:10.437766 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fbc63263-4bbd-4f3d-bdd3-4e4af8055d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.444638 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.493188 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.527322 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fbc63263-4bbd-4f3d-bdd3-4e4af8055d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.531443 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fbc63263-4bbd-4f3d-bdd3-4e4af8055d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.540032 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Network d9915323-46ef-4a46-b101-08fcb0ef595d is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:10.543079 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:10.547483 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:10.553038 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:10.553656 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.565639 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Pushing event updated for resources: {'Port': ['ID=f2da430a-edfc-454c-b38c-afb9cc08c6fb,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:10.573110 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-fbc63263-4bbd-4f3d-bdd3-4e4af8055d86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00fb3c7c720344fdbe65e29280d3fe3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479788 Jul 30 10:52:10.573939 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc63263-4bbd-4f3d-bdd3-4e4af8055d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e25e9-ecba-4e7a-a932-16d43652dc63,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:10.575929 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33064) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:10.578821 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-23438732-7498-4612-aeb8-a3279a688804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5408301 Jul 30 10:52:10.606607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Request body: {'port': {'device_id': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:10.678275 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8340a52e-36e5-49c9-8551-b6e32039bf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.682211 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.732153 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8340a52e-36e5-49c9-8551-b6e32039bf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.849325 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8340a52e-36e5-49c9-8551-b6e32039bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.851855 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8340a52e-36e5-49c9-8551-b6e32039bf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:10.852988 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8340a52e-36e5-49c9-8551-b6e32039bf06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/808e25e9-ecba-4e7a-a932-16d43652dc63 HTTP/1.1" status: 204 len: 168 time: 0.2759144 Jul 30 10:52:10.865452 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 4b396d66-66e8-4f72-9826-f8621df2dae7 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:52:10.888146 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 4b396d66-66e8-4f72-9826-f8621df2dae7 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:52:10.888993 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 4b396d66-66e8-4f72-9826-f8621df2dae7 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:52:10.898308 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a52e-36e5-49c9-8551-b6e32039bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e25e9-ecba-4e7a-a932-16d43652dc63,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:10.983864 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966707b-bbf8-42fa-a929-badbcb2908b1 req-65cd2368-5b3c-4ff1-9110-4f512e1e592f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:10.985448 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b966707b-bbf8-42fa-a929-badbcb2908b1 req-65cd2368-5b3c-4ff1-9110-4f512e1e592f tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0820034 Jul 30 10:52:11.023242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995492b-79aa-43e0-b99e-46fa7f5cdec5 req-ac68d841-5a34-4282-a557-dec1b56d4eba tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:11.033570 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3995492b-79aa-43e0-b99e-46fa7f5cdec5 req-ac68d841-5a34-4282-a557-dec1b56d4eba tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 932 time: 0.0646491 Jul 30 10:52:11.071138 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b966707b-bbf8-42fa-a929-badbcb2908b1 req-64def1bf-6d26-43ad-9763-64ba3cd2f9d3 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760972 Jul 30 10:52:11.076884 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3995492b-79aa-43e0-b99e-46fa7f5cdec5 req-df66e6dc-b086-4068-99ea-643c78c5d777 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368228 Jul 30 10:52:11.088017 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2da430a-edfc-454c-b38c-afb9cc08c6fb {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:52:11.101568 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:11.114913 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Transition to ACTIVE for port object f2da430a-edfc-454c-b38c-afb9cc08c6fb will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:11.118205 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:11.190736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Pushing event updated for resources: {'Port': ['ID=f2da430a-edfc-454c-b38c-afb9cc08c6fb,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:11.206107 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Attempting to bind port f2da430a-edfc-454c-b38c-afb9cc08c6fb on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:52:11.206581 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Attempting to bind port f2da430a-edfc-454c-b38c-afb9cc08c6fb by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:52:11.206757 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Attempting to bind port f2da430a-edfc-454c-b38c-afb9cc08c6fb on network d9915323-46ef-4a46-b101-08fcb0ef595d {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:11.211260 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Port f2da430a-edfc-454c-b38c-afb9cc08c6fb on network d9915323-46ef-4a46-b101-08fcb0ef595d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:52:11.211467 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Attempting to bind port f2da430a-edfc-454c-b38c-afb9cc08c6fb on network d9915323-46ef-4a46-b101-08fcb0ef595d {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:11.218617 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:52:11.219035 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Checking segment: {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:52:11.219411 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Bound using segment: {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:52:11.219835 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Bound port: f2da430a-edfc-454c-b38c-afb9cc08c6fb, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba112ce-fba6-406c-9d73-3ee1f84f1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:52:11.220190 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:11.285390 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] For port f2da430a-edfc-454c-b38c-afb9cc08c6fb, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:52:11.288572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] For port f2da430a-edfc-454c-b38c-afb9cc08c6fb, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:52:11.292603 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:11.327852 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:11.328462 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:11.329851 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] 10.222.0.10 "PUT /v2.0/ports/f2da430a-edfc-454c-b38c-afb9cc08c6fb HTTP/1.1" status: 200 len: 1094 time: 0.7272971 Jul 30 10:52:11.330335 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'tag': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:11.332539 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94857939-04f4-4cb0-a83f-893b296c8b45" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4a55fe-4505-4920-adb2-0b674e7fe348", "tag": "f2da430a-edfc-454c-b38c-afb9cc08c6fb"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:11.370435 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913250ba-71ca-43b5-8edc-af1cfefe6b74 service neutron] Pushing event updated for resources: {'Port': ['ID=f2da430a-edfc-454c-b38c-afb9cc08c6fb,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:11.379141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f18771-c188-402f-a446-6c23a2e302d0 x-openstack-request-id: req-28f18771-c188-402f-a446-6c23a2e302d0 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:11.379432 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4a55fe-4505-4920-adb2-0b674e7fe348", "tag": "f2da430a-edfc-454c-b38c-afb9cc08c6fb", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:11.379684 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28f18771-c188-402f-a446-6c23a2e302d0 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:11.380078 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'tag': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb', 'status': 'completed', 'code': 200} Jul 30 10:52:11.450515 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-6ca532ee-9488-420c-8ea7-64b857f353bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:11.452266 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-6ca532ee-9488-420c-8ea7-64b857f353bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 1097 time: 0.0442476 Jul 30 10:52:11.508504 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-a85797eb-2ca0-4a18-85cd-43d1bb653d58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb HTTP/1.1" status: 200 len: 217 time: 0.0344243 Jul 30 10:52:11.565696 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-006e09ed-a736-443f-b9c3-3ca5b3c8945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:11.567187 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-006e09ed-a736-443f-b9c3-3ca5b3c8945c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a263894-ebbc-4bc3-812e-c777ff8eef54 HTTP/1.1" status: 200 len: 854 time: 0.0455492 Jul 30 10:52:11.603926 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-3f4ed42a-74f6-464f-bb98-fc7fa684bbe3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9915323-46ef-4a46-b101-08fcb0ef595d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284290 Jul 30 10:52:11.696155 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-5523437a-c2ab-4d5e-a633-0f4ca250e2d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Jul 30 10:52:11.796157 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-69f40693-9e72-4f20-8f1b-913e04f87d11 req-92324d21-0ae4-4a23-a1d8-dd72135c25a7 service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860634 Jul 30 10:52:11.947615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-0b263154-8bb6-44be-85d9-4ae8c4053641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:11.949104 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-0b263154-8bb6-44be-85d9-4ae8c4053641 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 1097 time: 0.0468402 Jul 30 10:52:12.043368 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-7554c525-1bb5-4691-8913-38d4ff59672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:12.044921 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-7554c525-1bb5-4691-8913-38d4ff59672c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 200 len: 915 time: 0.0847125 Jul 30 10:52:12.093938 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-ba3eb64f-eb1d-4ba6-a837-402d5eb3ab52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb HTTP/1.1" status: 200 len: 217 time: 0.0391736 Jul 30 10:52:12.158381 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-9f9f97e7-b3e6-4239-9cb6-4dbb4aa24824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:12.159961 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-9f9f97e7-b3e6-4239-9cb6-4dbb4aa24824 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a263894-ebbc-4bc3-812e-c777ff8eef54 HTTP/1.1" status: 200 len: 854 time: 0.0456367 Jul 30 10:52:12.206101 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441d58-ddc1-45bc-bed7-08a9a95679f2 req-22c4f0f6-19cc-400b-9b0e-4154c61d6809 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:12.207529 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f441d58-ddc1-45bc-bed7-08a9a95679f2 req-22c4f0f6-19cc-400b-9b0e-4154c61d6809 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0546813 Jul 30 10:52:12.222950 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-2ea882b7-f12f-410a-9435-ca1d3adfd59b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9915323-46ef-4a46-b101-08fcb0ef595d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320909 Jul 30 10:52:12.238025 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc47cb-0046-44ff-a5e0-baa721412587 req-ad1014ba-78b2-49af-83a8-d2ec2a99da46 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:12.239454 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-55bc47cb-0046-44ff-a5e0-baa721412587 req-ad1014ba-78b2-49af-83a8-d2ec2a99da46 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 944 time: 0.0745378 Jul 30 10:52:12.245882 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f441d58-ddc1-45bc-bed7-08a9a95679f2 req-f363eb0e-ed80-4731-86a0-2732aad03cc1 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jul 30 10:52:12.322596 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-55bc47cb-0046-44ff-a5e0-baa721412587 req-a7a7545e-97e9-4788-a5e2-d79f053a575d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753000 Jul 30 10:52:12.349733 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-d3a02b50-e316-4511-af0b-18ba1b2e6b6e service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092863 Jul 30 10:52:12.445895 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-94857939-04f4-4cb0-a83f-893b296c8b45 req-e5fc9cf8-a63f-492c-bb2b-f9bd1e22a3d9 service neutron] 10.222.0.10 "GET /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878274 Jul 30 10:52:12.760353 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:12.841586 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-ec330506-412c-4885-9266-46174963d2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:13.362385 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6083-e950-4981-971d-4500cd64c967 req-7f569376-0268-4067-b375-307b6e02fe91 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:13.363905 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a2fe6083-e950-4981-971d-4500cd64c967 req-7f569376-0268-4067-b375-307b6e02fe91 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0502963 Jul 30 10:52:13.402084 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a2fe6083-e950-4981-971d-4500cd64c967 req-36a8f023-5545-4755-b119-1724f8a4401a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Jul 30 10:52:13.411464 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:13.439316 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f5169-1abe-481b-b4f8-0bdc656caaf3 req-c9b5c4d8-57ca-4043-aba0-a12680f2ff09 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:13.440784 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-634f5169-1abe-481b-b4f8-0bdc656caaf3 req-c9b5c4d8-57ca-4043-aba0-a12680f2ff09 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 944 time: 0.0497377 Jul 30 10:52:13.479697 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-634f5169-1abe-481b-b4f8-0bdc656caaf3 req-54a417f7-d772-481e-b5fe-8e4b6de7395d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Jul 30 10:52:14.518749 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7644a-e7cf-4487-8223-4ef529529b18 req-2327ae10-4ad3-4f19-8a40-204e6afe1a0a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:14.520251 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-44e7644a-e7cf-4487-8223-4ef529529b18 req-2327ae10-4ad3-4f19-8a40-204e6afe1a0a tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0489168 Jul 30 10:52:14.557869 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-44e7644a-e7cf-4487-8223-4ef529529b18 req-1787998b-db5a-49fd-9b6d-ee91c470dad0 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Jul 30 10:52:14.595503 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea2f1b-a446-4071-9867-8d685b035a4c req-8cdc4f16-857c-45d5-b035-7c6d8d247db9 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:14.596977 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-89ea2f1b-a446-4071-9867-8d685b035a4c req-8cdc4f16-857c-45d5-b035-7c6d8d247db9 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 944 time: 0.0495849 Jul 30 10:52:14.635939 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-89ea2f1b-a446-4071-9867-8d685b035a4c req-3cad69da-d9b5-4200-9b6e-1049c3745760 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jul 30 10:52:15.257395 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:15.678111 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547f97-5cb2-4b81-8d65-6c8b5085ac2f req-458be223-94d1-4965-9a26-e932d283b625 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:15.679794 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bd547f97-5cb2-4b81-8d65-6c8b5085ac2f req-458be223-94d1-4965-9a26-e932d283b625 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0545864 Jul 30 10:52:15.725517 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bd547f97-5cb2-4b81-8d65-6c8b5085ac2f req-9361e6fb-4ed0-4b42-be68-b5e98fe246c2 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Jul 30 10:52:15.756519 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7523-80c1-4563-94d1-3ee518f71191 req-622d7e3f-28db-4638-a7e4-961536742a02 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:15.758012 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-27ff7523-80c1-4563-94d1-3ee518f71191 req-622d7e3f-28db-4638-a7e4-961536742a02 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 944 time: 0.0526171 Jul 30 10:52:15.794955 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-27ff7523-80c1-4563-94d1-3ee518f71191 req-58daae74-be9c-4a35-8312-757d67bd2a2c tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304496 Jul 30 10:52:16.423268 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device f2da430a-edfc-454c-b38c-afb9cc08c6fb details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:52:16.516800 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port f2da430a-edfc-454c-b38c-afb9cc08c6fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:16.527501 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb', 'network_id': 'd9915323-46ef-4a46-b101-08fcb0ef595d', 'port_id': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb', 'mac_address': 'fa:16:3e:78:68:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a263894-ebbc-4bc3-812e-c777ff8eef54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:52:16.563938 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:16.576179 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2da430a-edfc-454c-b38c-afb9cc08c6fb {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:52:16.595564 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port f2da430a-edfc-454c-b38c-afb9cc08c6fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:16.599624 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:16.650102 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=f2da430a-edfc-454c-b38c-afb9cc08c6fb,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:16.840834 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78a912-7a48-463d-99bf-0eb0664b644c req-5b8f8b65-4d57-44ab-bb07-fb068b2b9e97 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:16.842515 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4f78a912-7a48-463d-99bf-0eb0664b644c req-5b8f8b65-4d57-44ab-bb07-fb068b2b9e97 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0494764 Jul 30 10:52:16.881804 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4f78a912-7a48-463d-99bf-0eb0664b644c req-6a6282e5-eed0-4801-87f2-804f84acb259 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Jul 30 10:52:16.908467 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea7f24-c87a-4f3f-8d9c-fb2de5718212 req-34868327-4334-4dcc-8a03-7a9dd42e3781 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:16.910009 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3dea7f24-c87a-4f3f-8d9c-fb2de5718212 req-34868327-4334-4dcc-8a03-7a9dd42e3781 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Jul 30 10:52:16.954005 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3dea7f24-c87a-4f3f-8d9c-fb2de5718212 req-1390038c-8cf3-4bdf-bdd5-572953f79e90 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Jul 30 10:52:17.144252 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['f2da430a-edfc-454c-b38c-afb9cc08c6fb'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:52:17.358344 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:52:17.996699 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fe24c-7509-49b1-ac5e-ce84c71a4b73 req-760463ed-1539-4a9c-9535-670c3bdb7cd4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:17.998369 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ae2fe24c-7509-49b1-ac5e-ce84c71a4b73 req-760463ed-1539-4a9c-9535-670c3bdb7cd4 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0503397 Jul 30 10:52:18.021646 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d1e36-72e6-46a6-ae17-f65768aa2b4f req-edfeac32-9f01-45ce-8eb9-cab96a0e3a5b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:18.023293 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1f4d1e36-72e6-46a6-ae17-f65768aa2b4f req-edfeac32-9f01-45ce-8eb9-cab96a0e3a5b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0480268 Jul 30 10:52:18.036234 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ae2fe24c-7509-49b1-ac5e-ce84c71a4b73 req-86f320a6-1444-4ca0-af94-8ba9dd302259 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Jul 30 10:52:18.063348 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1f4d1e36-72e6-46a6-ae17-f65768aa2b4f req-59ac6426-60d8-4e81-91c3-45b3da2c3fd7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342622 Jul 30 10:52:18.084826 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33164) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:18.144727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6d35-669c-4ba2-8650-1b31f6d5fb8e req-fc4075d5-d117-416e-bcb1-3a530695b293 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:18.146208 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cf4b6d35-669c-4ba2-8650-1b31f6d5fb8e req-fc4075d5-d117-416e-bcb1-3a530695b293 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 945 time: 0.0536118 Jul 30 10:52:18.184649 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cf4b6d35-669c-4ba2-8650-1b31f6d5fb8e req-9ebe6e5c-55d3-4d10-83b1-3e4361f9ae63 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Jul 30 10:52:18.424891 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:18.497927 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155effd-59c9-484f-ba3b-a403d65c92a7 tempest-TestMinimumBasicScenario-115775137 tempest-TestMinimumBasicScenario-115775137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:18.499425 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1155effd-59c9-484f-ba3b-a403d65c92a7 tempest-TestMinimumBasicScenario-115775137 tempest-TestMinimumBasicScenario-115775137-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1094 time: 0.4136336 Jul 30 10:52:18.502372 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33170) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:18.506884 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'port_id': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:18.527157 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for floatingip, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:18.619360 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:18.725083 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Allocated IP 172.27.0.140 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/4ad37470-e561-438a-9009-3d5a80c49485) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:18.822980 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:18.861797 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:18.900050 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:18.902702 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:18.906940 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:18.932700 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'Port': ['ID=4ad37470-e561-438a-9009-3d5a80c49485,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:18.947099 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.947446 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.947786 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.948122 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.948453 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.948783 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.949116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.949451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.949768 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.950114 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.950438 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:18.951280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:19.267678 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf22593-d216-4931-adf2-58952da3d7fa req-18c06ac5-c0bf-4c27-9216-507b507eaa6e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:19.269218 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1bf22593-d216-4931-adf2-58952da3d7fa req-18c06ac5-c0bf-4c27-9216-507b507eaa6e tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.1647928 Jul 30 10:52:19.298465 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be381d-336d-4536-9bc8-7349fe7cb0b0 req-fd49b539-5da7-4b6c-bd23-da58ed91e037 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:19.299961 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-19be381d-336d-4536-9bc8-7349fe7cb0b0 req-fd49b539-5da7-4b6c-bd23-da58ed91e037 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 945 time: 0.0485744 Jul 30 10:52:19.341594 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-19be381d-336d-4536-9bc8-7349fe7cb0b0 req-7a14ab7d-fbb4-49fa-a8b1-e5260c798093 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Jul 30 10:52:19.399367 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1bf22593-d216-4931-adf2-58952da3d7fa req-593d1b26-7b0f-409f-b08d-7c1ec3602934 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133740 Jul 30 10:52:19.405696 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:19.505613 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:19.651713 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:19.656271 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:19.686307 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:19.731012 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'Port': ['ID=4ad37470-e561-438a-9009-3d5a80c49485,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:19.793966 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.l3_db [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Floating IP e3daa2ab-9500-45be-9291-aa248a8be63b associated. External IP: 172.27.0.140, port: 96eafbff-41dd-47fa-aa7c-104d0d3eb21d. Jul 30 10:52:19.996385 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Router 80391c48-e3bf-42f9-9ccb-64b7704729a4 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:52:20.099338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:52:20.109294 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] Sync routers for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:52:20.115333 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.117969 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:20.118573 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:20.142191 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-0af399a9-9bd5-4206-9c3e-3f624539170b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6387172 Jul 30 10:52:20.142869 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:20.144989 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33178) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:20.145197 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b061bb8-533c-4638-ad54-c765e511c57b" -d '{"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:20.149694 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572426932', 'description': 'tempest-secgroup-smoke-1572426932 description', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:20.175572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.182781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d42f22-2c7f-47f6-b19e-f2efb2b3cdcd x-openstack-request-id: req-61d42f22-2c7f-47f6-b19e-f2efb2b3cdcd {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:20.183141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:20.183451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61d42f22-2c7f-47f6-b19e-f2efb2b3cdcd {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:20.183904 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'status': 'completed', 'code': 200} Jul 30 10:52:20.225674 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:20.262293 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.266638 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.297359 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.301635 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33182) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:20.302214 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1555052 Jul 30 10:52:20.303001 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3bf12-9b26-4454-a872-fea44d1b399d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406420ab-283f-48a8-9c13-54d44c944837,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:20.309099 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group_rule': {'security_group_id': '406420ab-283f-48a8-9c13-54d44c944837', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:20.343729 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.393273 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.397786 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.418124 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8669a05b-7dc1-4a4e-82a7-f4393b192ecc,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:20.448060 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.452367 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-072b2272-9e0a-41e4-b9c3-73ed0461fedf tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460962 Jul 30 10:52:20.452967 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33188) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:20.457797 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group_rule': {'security_group_id': '406420ab-283f-48a8-9c13-54d44c944837', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:20.483934 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7021-4a48-413b-97f0-c5bd19b152c8 req-0b4c090e-08a7-45d8-82dc-f7df6bd9d7ec tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:20.486102 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-003b7021-4a48-413b-97f0-c5bd19b152c8 req-0b4c090e-08a7-45d8-82dc-f7df6bd9d7ec tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 945 time: 0.0716045 Jul 30 10:52:20.544603 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-003b7021-4a48-413b-97f0-c5bd19b152c8 req-bbc56245-5c58-4840-8486-56ecb577f0f1 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Jul 30 10:52:20.551952 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.567553 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e3daa2ab-9500-45be-9291-aa248a8be63b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'port_id': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'mac_address': 'fa:16:3e:fe:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:52:19Z', 'updated_at': '2021-07-30T10:52:19Z', 'revision_number': 0, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:20.586650 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77298aa8-8145-49e0-9473-31e72081288a req-669eec1f-d1f4-4407-90dc-d93e3bb05258 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:20.588136 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-77298aa8-8145-49e0-9473-31e72081288a req-669eec1f-d1f4-4407-90dc-d93e3bb05258 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.0991509 Jul 30 10:52:20.594581 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] Checking router: 80391c48-e3bf-42f9-9ccb-64b7704729a4 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:52:20.602991 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:20.603580 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:20.633545 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061bb8-533c-4638-ad54-c765e511c57b req-9d0a5f28-32e0-462d-b3f3-e0b9b56ad26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:20.635085 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-9d0a5f28-32e0-462d-b3f3-e0b9b56ad26c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1099 time: 0.0495443 Jul 30 10:52:20.636062 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.644267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.656019 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-77298aa8-8145-49e0-9473-31e72081288a req-d170f3bb-f21d-44c1-8e35-1ca9f6c69672 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/security-groups?id=7de5144e-670c-4f1f-8f35-108213fbf4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Jul 30 10:52:20.668459 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3a807f-d5b7-4bbf-95c4-a2167d6aacd5,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:20.679242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.680801 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4f49085e-f6f7-4519-ab18-fccec05257be tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2266207 Jul 30 10:52:20.683305 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33192) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:20.689008 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group_rule': {'security_group_id': '406420ab-283f-48a8-9c13-54d44c944837', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:20.717017 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.734315 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:20.751283 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061bb8-533c-4638-ad54-c765e511c57b req-b6b0f7e7-56a4-415b-93a6-849b50c98429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:20.752839 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-b6b0f7e7-56a4-415b-93a6-849b50c98429 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 916 time: 0.1093388 Jul 30 10:52:20.776891 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.781251 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.798802 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d60d40b-dd07-4898-a2f0-28d2ed2b1f02,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:20.805612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.807144 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2981bcd8-b3db-426c-8701-f778b75f9a9c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228802 Jul 30 10:52:20.809802 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33194) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:20.815191 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group_rule': {'security_group_id': '406420ab-283f-48a8-9c13-54d44c944837', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:20.842927 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.913101 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.917710 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.935282 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32bf2e6-7166-4531-b0b5-d743ee4df152,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:20.950982 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:20.955047 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-21cba877-2c4c-4bfb-b14b-285e7f13e558 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407788 Jul 30 10:52:20.955228 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33196) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:20.960106 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group_rule': {'security_group_id': '406420ab-283f-48a8-9c13-54d44c944837', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:20.972599 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e3daa2ab-9500-45be-9291-aa248a8be63b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'port_id': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'mac_address': 'fa:16:3e:fe:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:52:19Z', 'updated_at': '2021-07-30T10:52:19Z', 'revision_number': 0, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:20.983734 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.securitygroups_db [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Project b20d826c2de64e2fab32fae1a8bb205c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 10:52:20.989249 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.001579 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a635b0a-12c8-4ff1-a091-9e0df2dece46 None None] The sync data for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi is: [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e3daa2ab-9500-45be-9291-aa248a8be63b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'port_id': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'mac_address': 'fa:16:3e:fe:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:52:19Z', 'updated_at': '2021-07-30T10:52:19Z', 'revision_number': 0, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:52:21.062358 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.069295 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.095157 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da11f900-4d98-44b6-ab68-48354f9a4cd2,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:21.099222 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.100535 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2056f62e-836d-4b12-ae7d-4bad00443738 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441863 Jul 30 10:52:21.103431 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33198) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:21.111449 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'security_group_rule': {'security_group_id': '406420ab-283f-48a8-9c13-54d44c944837', 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:21.131988 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-dd0dbf75-d7a5-40de-bf11-a9ba6468019b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 1000 time: 0.3199089 Jul 30 10:52:21.134407 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.securitygroups_db [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Project b20d826c2de64e2fab32fae1a8bb205c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 10:52:21.139828 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.144734 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-3c969a65-6ca9-4e36-bf0e-48a1ce1ece45 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.146163 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-3c969a65-6ca9-4e36-bf0e-48a1ce1ece45 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 945 time: 0.3270967 Jul 30 10:52:21.244491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.248093 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061bb8-533c-4638-ad54-c765e511c57b req-c0990a09-e319-499e-a761-72df69491bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.249512 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-c0990a09-e319-499e-a761-72df69491bb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.1024983 Jul 30 10:52:21.251367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.253412 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b111f5-2c8e-47c3-8f87-c0990c0bb097 None None] New status for floating IP e3daa2ab-9500-45be-9291-aa248a8be63b: ACTIVE {{(pid=104664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:52:21.276036 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dd038c-b0ee-4f5a-a832-226dbdab0267,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:21.280724 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.285297 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c92d6715-a9cf-430b-ada4-449bbb29a794 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806352 Jul 30 10:52:21.314274 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061bb8-533c-4638-ad54-c765e511c57b req-67e6b908-7a71-44ad-9549-050e22aaeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.315957 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-67e6b908-7a71-44ad-9549-050e22aaeabd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589521 Jul 30 10:52:21.318075 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Deleting port 44cd42b8-36af-4a36-956e-6d87924e3746 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:21.318520 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.479311 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-5ac43d01-f2d3-4a5a-aeb8-574e26ba7084 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572426932&fields=id&tenant_id=b20d826c2de64e2fab32fae1a8bb205c HTTP/1.1" status: 200 len: 267 time: 0.1453693 Jul 30 10:52:21.509033 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] For port 44cd42b8-36af-4a36-956e-6d87924e3746, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=44cd42b8-36af-4a36-956e-6d87924e3746,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:21.509390 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.548963 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Calling delete_port for 44cd42b8-36af-4a36-956e-6d87924e3746 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:21.552127 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-521b3e00-7498-43c6-8e8b-b739bb2b9439 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195606 Jul 30 10:52:21.656525 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-81241aec-55da-4297-aa28-0401ba435c9b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.658303 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-81241aec-55da-4297-aa28-0401ba435c9b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.1676741 Jul 30 10:52:21.701571 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'port': {'security_groups': ['f15902d7-65ff-441a-b7fc-06a34f3c07a6', '406420ab-283f-48a8-9c13-54d44c944837']}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:21.720362 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-910c4376-194a-4ebe-ac8f-f334e3a9b46f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054626 Jul 30 10:52:21.727713 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4558904-5be8-42d8-ba85-b3ab882536d7 req-0f816df0-348c-4135-977c-fd1098b06215 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.729095 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d4558904-5be8-42d8-ba85-b3ab882536d7 req-0f816df0-348c-4135-977c-fd1098b06215 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 945 time: 0.0972788 Jul 30 10:52:21.781463 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5b061bb8-533c-4638-ad54-c765e511c57b req-a6001f52-4d1e-4a09-9794-a4287075231f service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823900 Jul 30 10:52:21.798374 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d4558904-5be8-42d8-ba85-b3ab882536d7 req-113ebd91-88c9-4b66-9255-e7e1d742e52d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618000 Jul 30 10:52:21.823869 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-c6a463c0-303a-4048-9caa-142de9dd3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.823869 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-c6a463c0-303a-4048-9caa-142de9dd3981 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 1100 time: 0.0605631 Jul 30 10:52:21.838376 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.903512 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:21.923197 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cc8ba9aa-b2ef-4b59-8c0a-1dbd9ce57b39 req-76070c03-0805-44bb-9d58-44fc05a6dc28 tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f35bf84-6996-4512-a659-33b80d45a69d HTTP/1.1" status: 200 len: 210 time: 0.0310071 Jul 30 10:52:21.951145 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['44cd42b8-36af-4a36-956e-6d87924e3746'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:52:21.951339 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Pushing event deleted for resources: {'Port': ['ID=44cd42b8-36af-4a36-956e-6d87924e3746,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:21.978342 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-f0ec6bdf-d20a-4569-8a0d-b063dcc4ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:21.980381 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-f0ec6bdf-d20a-4569-8a0d-b063dcc4ba77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.1352234 Jul 30 10:52:22.018271 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] No DVR routers for this DVR port 44cd42b8-36af-4a36-956e-6d87924e3746 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:52:22.024113 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:22.026085 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ec1575f7-24eb-4e68-b039-7d6914efb6e2 req-36485cf0-465a-4fe8-9e4c-7556c81c822c tempest-ServerRescueNegativeTestJSON-1921563358 tempest-ServerRescueNegativeTestJSON-1921563358-project] 10.222.0.10 "DELETE /v2.0/ports/44cd42b8-36af-4a36-956e-6d87924e3746 HTTP/1.1" status: 204 len: 173 time: 0.8711274 Jul 30 10:52:22.087703 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-2dd48921-1c51-4411-9c9f-47426bc4d0cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 200 len: 1001 time: 0.0989432 Jul 30 10:52:22.151109 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-51658c3c-8ff7-4edf-ac16-0fcae8e89d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:22.152617 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-51658c3c-8ff7-4edf-ac16-0fcae8e89d7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0508969 Jul 30 10:52:22.152749 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:22.187040 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:22.188662 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f35bf84-6996-4512-a659-33b80d45a69d', 'name': 'network-vif-deleted', 'tag': '44cd42b8-36af-4a36-956e-6d87924e3746'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:22.191141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f1233-a399-48de-911a-1352b92fadf2" -d '{"events": [{"server_uuid": "8f35bf84-6996-4512-a659-33b80d45a69d", "name": "network-vif-deleted", "tag": "44cd42b8-36af-4a36-956e-6d87924e3746"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:22.199602 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:22.233969 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:22.235651 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:22.237578 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-80106ff3-aca1-4e30-a670-469f9a08f7ca req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "PUT /v2.0/ports/96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 982 time: 0.5609744 Jul 30 10:52:22.240858 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ddadd-3d58-40f0-bd9a-4dade771f07f x-openstack-request-id: req-093ddadd-3d58-40f0-bd9a-4dade771f07f {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:22.241157 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f35bf84-6996-4512-a659-33b80d45a69d", "name": "network-vif-deleted", "tag": "44cd42b8-36af-4a36-956e-6d87924e3746", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:22.241492 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-093ddadd-3d58-40f0-bd9a-4dade771f07f {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:22.241628 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-2d0e09dc-b204-4a2d-8a32-36bcc51c968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:22.241958 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f35bf84-6996-4512-a659-33b80d45a69d', 'name': 'network-vif-deleted', 'tag': '44cd42b8-36af-4a36-956e-6d87924e3746', 'status': 'completed', 'code': 200} Jul 30 10:52:22.244801 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-2d0e09dc-b204-4a2d-8a32-36bcc51c968a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711911 Jul 30 10:52:22.247146 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['96eafbff-41dd-47fa-aa7c-104d0d3eb21d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:52:22.308168 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896472-0429-43af-941d-dcf49bb326d5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=6']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:22.417126 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a70ade-1c5b-4a76-890f-887224f76eb9 req-25ba022b-5e82-4135-8913-e401179b13f7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:22.418643 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d2a70ade-1c5b-4a76-890f-887224f76eb9 req-25ba022b-5e82-4135-8913-e401179b13f7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0797760 Jul 30 10:52:22.421351 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-546b6a64-b802-4f10-bf6f-dc7255a57434 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641061 Jul 30 10:52:22.437578 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['96eafbff-41dd-47fa-aa7c-104d0d3eb21d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:52:22.524260 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d2a70ade-1c5b-4a76-890f-887224f76eb9 req-231beda1-e648-4daa-a229-5d3a2ebf5703 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982358 Jul 30 10:52:22.534243 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-4558d07f-0ead-4c41-ba00-249df12ce529 None None] Provisioning complete for port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:22.534620 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4558d07f-0ead-4c41-ba00-249df12ce529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:22.562378 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1f29276d-4491-45e3-be4d-2cb9ddda5f6e req-c4ced64c-cdcc-4310-9d49-17e6ca6f44dd service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282012 Jul 30 10:52:22.930232 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc5b3f-e0f5-45aa-a351-048da389c51d req-2aa866ed-b5b4-4686-b4f0-5197b73be02a tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:22.931750 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-25fc5b3f-e0f5-45aa-a351-048da389c51d req-2aa866ed-b5b4-4686-b4f0-5197b73be02a tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Jul 30 10:52:22.974223 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-25fc5b3f-e0f5-45aa-a351-048da389c51d req-1a62bc9a-dcf3-45c1-8af7-6dc65aee8804 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Jul 30 10:52:22.998149 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device f2da430a-edfc-454c-b38c-afb9cc08c6fb up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:23.009115 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33234) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:23.092531 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port f2da430a-edfc-454c-b38c-afb9cc08c6fb completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:23.098544 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port f2da430a-edfc-454c-b38c-afb9cc08c6fb triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:23.099203 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:23.191927 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:23.218340 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:23.220564 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09502bf1-765b-48e6-b51a-69dc254e81e1" -d '{"events": [{"server_uuid": "2e4a55fe-4505-4920-adb2-0b674e7fe348", "name": "network-vif-plugged", "status": "completed", "tag": "f2da430a-edfc-454c-b38c-afb9cc08c6fb"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:23.243507 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port f2da430a-edfc-454c-b38c-afb9cc08c6fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:23.249306 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:23.272783 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdfa97f-f488-4acd-b75f-888458714945 x-openstack-request-id: req-2fdfa97f-f488-4acd-b75f-888458714945 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:23.273068 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a55fe-4505-4920-adb2-0b674e7fe348", "name": "network-vif-plugged", "status": "completed", "tag": "f2da430a-edfc-454c-b38c-afb9cc08c6fb", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:23.273319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fdfa97f-f488-4acd-b75f-888458714945 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:23.273698 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb', 'code': 200} Jul 30 10:52:23.299044 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=f2da430a-edfc-454c-b38c-afb9cc08c6fb,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:23.474257 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:23.548895 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e850-4d02-4643-b7fd-8519b7ffeb70 req-48f7d019-14f5-4245-9462-5f563c763239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:23.550397 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c737e850-4d02-4643-b7fd-8519b7ffeb70 req-48f7d019-14f5-4245-9462-5f563c763239 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 1099 time: 0.0909655 Jul 30 10:52:23.837360 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c737e850-4d02-4643-b7fd-8519b7ffeb70 req-65cf975e-102d-49b7-8100-1093908976dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575703 Jul 30 10:52:24.027760 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Deleting port 57a822c6-8793-4ad6-9db3-d3831b87fabf {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:24.028400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:24.140839 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3367b-7f61-4006-a9cc-6e80d7d9a31b req-00abf692-df35-4302-884e-c26b45df56fc tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:24.142247 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2f3367b-7f61-4006-a9cc-6e80d7d9a31b req-00abf692-df35-4302-884e-c26b45df56fc tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0762751 Jul 30 10:52:24.148400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] For port 57a822c6-8793-4ad6-9db3-d3831b87fabf, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=57a822c6-8793-4ad6-9db3-d3831b87fabf,segment=NetworkSegment(73e1b4ed-4c74-4dda-b792-00525157e788),segment_id=73e1b4ed-4c74-4dda-b792-00525157e788)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:24.148780 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:24.173427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Calling delete_port for 57a822c6-8793-4ad6-9db3-d3831b87fabf owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:24.242674 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:24.245336 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f805dd8e-55b2-41cd-955c-39a401eef2db" -d '{"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:24.259540 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e2f3367b-7f61-4006-a9cc-6e80d7d9a31b req-7d61f4ee-b60a-46a4-9d41-003e5fd2aa46 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081698 Jul 30 10:52:24.289334 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039117f0-a316-4a37-afcb-c918068b2713 x-openstack-request-id: req-039117f0-a316-4a37-afcb-c918068b2713 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:24.289696 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:24.290150 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-039117f0-a316-4a37-afcb-c918068b2713 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:24.290739 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'status': 'completed', 'code': 200} Jul 30 10:52:24.410718 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-163abe12-df8b-489f-984d-f11cd26cf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:24.412247 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-163abe12-df8b-489f-984d-f11cd26cf4b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1138 time: 0.0658157 Jul 30 10:52:24.511579 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:24.555748 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a822c6-8793-4ad6-9db3-d3831b87fabf,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:24.580976 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-d02cd66b-c3bd-4067-b616-51a0ffb114fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:24.582465 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-d02cd66b-c3bd-4067-b616-51a0ffb114fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 916 time: 0.1606390 Jul 30 10:52:24.585532 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.585900 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.586240 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.586572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.586898 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.587259 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.587572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.587894 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.588221 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.588540 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.588857 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.589172 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:24.712215 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-15b661f7-e505-4d19-b031-1227f8a5d73d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 1002 time: 0.0982034 Jul 30 10:52:24.780561 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:24.991533 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Router 9fcc9320-7bc5-4b23-8523-b773f554fc3d has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:52:25.100739 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:52:25.108168 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2305a98e-889c-4d97-a7d0-144973f665c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/9fcc9320-7bc5-4b23-8523-b773f554fc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949628 Jul 30 10:52:25.109128 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33254) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:25.112002 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] Sync routers for ids ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:52:25.121649 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] Routers {'9fcc9320-7bc5-4b23-8523-b773f554fc3d'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:25.122975 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:25.215747 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks [] for router, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.228057 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] Set router 9fcc9320-7bc5-4b23-8523-b773f554fc3d gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:25.322166 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.394076 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ff7fa-3a91-4be0-8517-79209a8ee34c req-57fe3898-fcd0-4092-863e-8f4fc54286c6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:25.395551 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d34ff7fa-3a91-4be0-8517-79209a8ee34c req-57fe3898-fcd0-4092-863e-8f4fc54286c6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0586524 Jul 30 10:52:25.405867 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Deleting port 66038cc8-f9e6-4840-bab4-241cf1b167c5 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:25.406371 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.436849 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:52:24Z', 'revision_number': 5, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port': {'id': '66038cc8-f9e6-4840-bab4-241cf1b167c5', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:25.443605 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d34ff7fa-3a91-4be0-8517-79209a8ee34c req-5ac0f6ff-bcbf-4b75-ae7e-d8da4ff91a6a tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Jul 30 10:52:25.465000 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] Checking router: 9fcc9320-7bc5-4b23-8523-b773f554fc3d for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:52:25.473465 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] Routers {'9fcc9320-7bc5-4b23-8523-b773f554fc3d'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:25.474106 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:25.494285 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] For port 66038cc8-f9e6-4840-bab4-241cf1b167c5, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=66038cc8-f9e6-4840-bab4-241cf1b167c5,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:25.494673 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.507760 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Calling delete_port for 66038cc8-f9e6-4840-bab4-241cf1b167c5 owned by network:router_gateway {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:25.560490 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] Set router 9fcc9320-7bc5-4b23-8523-b773f554fc3d gateway port host: None {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:25.612512 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:52:25Z', 'revision_number': 6, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:25.642816 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431c1ec-4db9-4d82-8a22-40d9749d977e None None] The sync data for ids ['9fcc9320-7bc5-4b23-8523-b773f554fc3d'] in dv-cinder-801989-5-iscsi is: [{'id': '9fcc9320-7bc5-4b23-8523-b773f554fc3d', 'name': 'tempest-ServerRescueNegativeTestJSON-37549895-router', 'tenant_id': '607a095f5f1d465ba90619993f0f6346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:52:25Z', 'revision_number': 6, 'project_id': '607a095f5f1d465ba90619993f0f6346', 'gw_port_host': None}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:52:25.701136 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.731496 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Pushing event deleted for resources: {'Port': ['ID=66038cc8-f9e6-4840-bab4-241cf1b167c5,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:25.756546 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.860475 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.862446 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.929410 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.929860 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fcc9320-7bc5-4b23-8523-b773f554fc3d {{(pid=104663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:52:25.934610 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:25.937336 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a3fcf346-9758-49c2-8dff-bacea9468763 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9fcc9320-7bc5-4b23-8523-b773f554fc3d HTTP/1.1" status: 204 len: 168 time: 0.8283496 Jul 30 10:52:25.939966 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33260) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:25.985020 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Deleting subnet 1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:52:25.988908 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.026903 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.033347 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.093309 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.123228 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:26.126911 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.128772 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-67971915-c1ff-43de-b284-bc9e44baf602 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1df1d2c3-1c2f-4c61-ba4b-462487dc9dfd HTTP/1.1" status: 204 len: 168 time: 0.1878552 Jul 30 10:52:26.131469 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33262) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:26.203424 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.279765 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.289856 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf3d3dc-342d-4a77-978d-9d3a00cf348f']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:26.300796 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e1b4ed-4c74-4dda-b792-00525157e788') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:26.301100 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e1b4ed-4c74-4dda-b792-00525157e788') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:26.309619 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.325330 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.333999 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:52:26.334390 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:52:26.336236 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:52:26.395810 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.401752 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.406756 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] 10.222.0.23 "DELETE /v2.0/networks/0cf3d3dc-342d-4a77-978d-9d3a00cf348f HTTP/1.1" status: 204 len: 168 time: 0.2711821 Jul 30 10:52:26.417245 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a196c-1477-4db2-9dc3-6811f9aa7cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf3d3dc-342d-4a77-978d-9d3a00cf348f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:26.573782 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f85c5-c616-47a0-a291-7c9d4e4ead20 req-3a82c9d0-38fb-438a-ad56-36fe0033efa9 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:26.575917 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ff0f85c5-c616-47a0-a291-7c9d4e4ead20 req-3a82c9d0-38fb-438a-ad56-36fe0033efa9 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0541265 Jul 30 10:52:26.592991 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33270) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:26.630046 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ff0f85c5-c616-47a0-a291-7c9d4e4ead20 req-51e22369-1929-4723-bf0b-87a12fdae2a8 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478334 Jul 30 10:52:26.639548 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-16ad88f1-1b39-43e5-a8f0-8a29c81b178b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=607a095f5f1d465ba90619993f0f6346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453408 Jul 30 10:52:26.642345 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33272) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:26.697898 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b37f1c52-3a4a-4723-a844-6a85d9822e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.725695 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b37f1c52-3a4a-4723-a844-6a85d9822e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.742305 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-bcd309ab-1ed3-4116-8ac9-11898dec85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:26.743976 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-bcd309ab-1ed3-4116-8ac9-11898dec85d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.0558660 Jul 30 10:52:26.779723 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b37f1c52-3a4a-4723-a844-6a85d9822e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.782414 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b37f1c52-3a4a-4723-a844-6a85d9822e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:26.783536 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b37f1c52-3a4a-4723-a844-6a85d9822e5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7de5144e-670c-4f1f-8f35-108213fbf4d5 HTTP/1.1" status: 204 len: 168 time: 0.1398933 Jul 30 10:52:26.791338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f1c52-3a4a-4723-a844-6a85d9822e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5144e-670c-4f1f-8f35-108213fbf4d5,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:27.165851 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 66038cc8-f9e6-4840-bab4-241cf1b167c5 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:52:27.191869 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 66038cc8-f9e6-4840-bab4-241cf1b167c5 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:52:27.192326 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 66038cc8-f9e6-4840-bab4-241cf1b167c5 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:52:27.192816 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 57a822c6-8793-4ad6-9db3-d3831b87fabf no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:52:27.211751 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 57a822c6-8793-4ad6-9db3-d3831b87fabf {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:52:27.212182 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 57a822c6-8793-4ad6-9db3-d3831b87fabf not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:52:27.459548 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33296) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:27.563132 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2000932114-network', 'tenant_id': '43cda213815448228339f8858d0e4422'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:27.584367 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Made reservation on behalf of 43cda213815448228339f8858d0e4422 for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:52:27.586644 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.595131 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.684579 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.689389 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.714440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:52:27.725774 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263e6c3f-4eeb-4cc3-b970-c079ad4eecd9,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:27.731014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.731357 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Added segment 402420d8-9791-4487-8bec-f0f5d8880f56 of type vlan for network 7195de4f-6188-432b-824f-16498adf6044 Jul 30 10:52:27.760399 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 44cd42b8-36af-4a36-956e-6d87924e3746 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:52:27.777433 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.782650 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 44cd42b8-36af-4a36-956e-6d87924e3746 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:52:27.783005 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 44cd42b8-36af-4a36-956e-6d87924e3746 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:52:27.791072 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fee43-c09a-4c36-8f0b-d4e0069b0f95 req-99bf4a11-4d37-4320-97ad-a9e47c931cc6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:27.792583 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-720fee43-c09a-4c36-8f0b-d4e0069b0f95 req-99bf4a11-4d37-4320-97ad-a9e47c931cc6 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0814312 Jul 30 10:52:27.795459 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-6adae094-9489-44e1-b400-c93d037cd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:27.796872 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-6adae094-9489-44e1-b400-c93d037cd614 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947194 Jul 30 10:52:27.812061 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.813026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:27.813613 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.864736 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4039702 Jul 30 10:52:27.867900 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33302) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:27.873268 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Request body: {'subnet': {'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2000932114-subnet', 'tenant_id': '43cda213815448228339f8858d0e4422', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:27.878967 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-720fee43-c09a-4c36-8f0b-d4e0069b0f95 req-a0630d67-c6d0-407f-8d78-58ccf93a479b tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802476 Jul 30 10:52:27.889200 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd22c7-c359-4cfd-beef-b712220c0970 admin admin] Pushing event updated for resources: {'Network': ['ID=7195de4f-6188-432b-824f-16498adf6044,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:27.900723 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 7195de4f-6188-432b-824f-16498adf6044 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:52:27.903362 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Made reservation on behalf of 43cda213815448228339f8858d0e4422 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:52:27.906292 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:27.914079 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-4797d594-268e-49b2-9a19-bc7fd15bbbaa service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083000 Jul 30 10:52:28.020522 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f805dd8e-55b2-41cd-955c-39a401eef2db req-3070d181-02a3-4c01-ac65-98d7c24250a7 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951178 Jul 30 10:52:28.084591 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.144716 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259669c7-92bd-4fe0-bc59-8629253c6055,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:28.154473 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Checking segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:52:28.154910 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Network hostable DHCP agents. Network: 7195de4f-6188-432b-824f-16498adf6044, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:52:28.172545 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Network 7195de4f-6188-432b-824f-16498adf6044 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:52:28.181727 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 7195de4f-6188-432b-824f-16498adf6044) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:28.186874 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:28.187947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.191593 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29b058-175d-4981-91f0-cae2b597271a None None] Network 7195de4f-6188-432b-824f-16498adf6044 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:52:28.204757 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e21da285-7dfb-45ed-9dbc-bdb2be9b9668 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3356826 Jul 30 10:52:28.207406 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33306) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:28.213269 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:28.240184 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.241118 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.300938 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.346981 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-7195de4f-6188-432b-824f-16498adf6044', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:52:28.348003 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.442098 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.489567 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Allocated IP 172.20.0.2 (7195de4f-6188-432b-824f-16498adf6044/259669c7-92bd-4fe0-bc59-8629253c6055/af5d52c3-7507-4baa-bf48-afc7a509f0a5) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:28.645984 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.655408 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Transition to ACTIVE for port object af5d52c3-7507-4baa-bf48-afc7a509f0a5 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:28.671492 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Transition to ACTIVE for port object af5d52c3-7507-4baa-bf48-afc7a509f0a5 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:28.672313 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.678243 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.692534 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.728558 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Network 7195de4f-6188-432b-824f-16498adf6044 is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:28.731384 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:28.735160 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:28.748428 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Pushing event updated for resources: {'Port': ['ID=af5d52c3-7507-4baa-bf48-afc7a509f0a5,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:28.815359 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Attempting to bind port af5d52c3-7507-4baa-bf48-afc7a509f0a5 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:52:28.815969 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Attempting to bind port af5d52c3-7507-4baa-bf48-afc7a509f0a5 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:52:28.816615 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Attempting to bind port af5d52c3-7507-4baa-bf48-afc7a509f0a5 on network 7195de4f-6188-432b-824f-16498adf6044 {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:28.817247 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Allocated IP 172.27.0.61 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/efe7969e-42f7-4777-a6e0-c50e6e6e8dd8) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:28.823805 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:52:28.824197 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Checking segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:52:28.824657 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.825123 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Bound using segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:52:28.825742 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Bound port: af5d52c3-7507-4baa-bf48-afc7a509f0a5, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:52:28.826284 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.902455 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] For port af5d52c3-7507-4baa-bf48-afc7a509f0a5, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:52:28.905457 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] For port af5d52c3-7507-4baa-bf48-afc7a509f0a5, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=af5d52c3-7507-4baa-bf48-afc7a509f0a5,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:52:28.911107 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.952516 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:28.971143 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97f500-9aac-460e-842b-bdc7a945f2bf None None] Pushing event updated for resources: {'Port': ['ID=af5d52c3-7507-4baa-bf48-afc7a509f0a5,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:29.040320 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:29.076185 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb0c5-beed-47f5-a0de-c25b7722a626 req-2ac82939-8621-435d-8501-7df7ec2684a7 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:29.077719 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-33bbb0c5-beed-47f5-a0de-c25b7722a626 req-2ac82939-8621-435d-8501-7df7ec2684a7 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.1023245 Jul 30 10:52:29.100717 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:29.115116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:29.119120 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:29.120915 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:29.218807 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-33bbb0c5-beed-47f5-a0de-c25b7722a626 req-10f6ecaf-46f6-441d-b0f2-0f64d8ede3ae tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350021 Jul 30 10:52:29.387439 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:29.871070 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:29.902936 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fde8fa-781b-468f-917d-7f6ef1f82d25 None None] Network 7195de4f-6188-432b-824f-16498adf6044 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:52:30.015515 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:52:30.090068 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c6d91f1e-ca57-4d09-83bc-c494707142e8 None None] Provisioning for port af5d52c3-7507-4baa-bf48-afc7a509f0a5 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:30.151608 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:52:30.161554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:52:30.168800 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:30.170176 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-76c381eb-b5fa-4298-87a4-7a0a77f75dc0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9615743 Jul 30 10:52:30.173210 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33338) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:30.184535 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:30.184535 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:30.313871 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:30.532233 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:29Z', 'revision_number': 3, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:30.568345 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:52:30.568617 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Updating router a2cfa461-d55c-40f8-a35c-62c1199ff6fc port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:52:30.596261 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:30.883597 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:30.889224 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:30.894805 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Transition to ACTIVE for port object efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:30.900721 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:30.952328 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Attempting to bind port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:52:30.953056 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Attempting to bind port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:52:30.953401 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Attempting to bind port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:30.960793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a7616-e8f1-47b7-930c-b55916968cbd None None] Pushing event updated for resources: {'Port': ['ID=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:30.965996 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:52:30.966548 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:52:30.967082 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:30.967473 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:52:30.968441 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Bound port: efe7969e-42f7-4777-a6e0-c50e6e6e8dd8, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:52:30.968441 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.022629 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] For port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:52:31.025621 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] For port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:52:31.032527 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.057491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Allocated IP 172.20.0.1 (7195de4f-6188-432b-824f-16498adf6044/259669c7-92bd-4fe0-bc59-8629253c6055/b22a202a-2530-40b0-ad6d-8e7156fc306b) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:31.094982 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:31.095608 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:31.097426 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a7616-e8f1-47b7-930c-b55916968cbd None None] Pushing event updated for resources: {'Port': ['ID=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:31.184602 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.200318 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Transition to ACTIVE for port object b22a202a-2530-40b0-ad6d-8e7156fc306b will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:31.234307 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device af5d52c3-7507-4baa-bf48-afc7a509f0a5 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:31.248236 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.286564 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Network 7195de4f-6188-432b-824f-16498adf6044 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:31.291267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:31.295746 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:31.297723 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:31.305815 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Pushing event updated for resources: {'Port': ['ID=b22a202a-2530-40b0-ad6d-8e7156fc306b,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:31.352021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.421512 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port af5d52c3-7507-4baa-bf48-afc7a509f0a5 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:31.422875 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port af5d52c3-7507-4baa-bf48-afc7a509f0a5 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:31.423546 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.509659 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.572693 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.604858 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-22c897db-c0e1-43c0-85b1-d4f90c84a958 None None] Provisioning for port b22a202a-2530-40b0-ad6d-8e7156fc306b completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:31.615594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:29Z', 'revision_number': 3, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:31.617361 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-22c897db-c0e1-43c0-85b1-d4f90c84a958 None None] Provisioning complete for port b22a202a-2530-40b0-ad6d-8e7156fc306b triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:31.617776 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-22c897db-c0e1-43c0-85b1-d4f90c84a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.670424 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port af5d52c3-7507-4baa-bf48-afc7a509f0a5, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=af5d52c3-7507-4baa-bf48-afc7a509f0a5,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:31.671550 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38239f-89ec-465e-95e8-4abada70c008 None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:29Z', 'revision_number': 3, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:52:31.676990 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.718660 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.723059 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-22c897db-c0e1-43c0-85b1-d4f90c84a958 None None] Port b22a202a-2530-40b0-ad6d-8e7156fc306b cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:52:31.724632 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.769279 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=af5d52c3-7507-4baa-bf48-afc7a509f0a5,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:31.799008 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Pushing event updated for resources: {'Port': ['ID=b22a202a-2530-40b0-ad6d-8e7156fc306b,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:31.801575 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:31.901118 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Network 7195de4f-6188-432b-824f-16498adf6044 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:31.906847 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:32.046467 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:52:32.154477 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-e2637908-e997-45cb-9122-feea4bebefe0 None None] Provisioning complete for port b22a202a-2530-40b0-ad6d-8e7156fc306b triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:32.155009 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-e2637908-e997-45cb-9122-feea4bebefe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.170457 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:52:32.183586 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a27b8430-d0d6-4862-a2ff-d02f340de092 admin admin] 10.222.0.23 "PUT /v2.0/routers/a2cfa461-d55c-40f8-a35c-62c1199ff6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017688 Jul 30 10:52:32.196361 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-e2637908-e997-45cb-9122-feea4bebefe0 None None] Port b22a202a-2530-40b0-ad6d-8e7156fc306b cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:52:32.648029 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33374) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:32.652704 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364601392', 'description': 'tempest-description--130575527'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:32.679198 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.769571 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.775666 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.780081 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33380) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:32.815959 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.820166 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1681786 Jul 30 10:52:32.820858 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33384) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:32.822740 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6511a21-fa92-42d8-82c4-992257415554 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d16af6-390c-4d8d-8eb2-3fee1bf98962,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:32.826353 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'security_group_rule': {'security_group_id': '03d16af6-390c-4d8d-8eb2-3fee1bf98962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:32.862997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.907463 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-967a1ead-cb70-43e9-aa7c-39fae28406ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.966855 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:32.975833 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.002572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c86240-e9f2-4556-897c-ba942570c1f5,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:33.056330 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-967a1ead-cb70-43e9-aa7c-39fae28406ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.063199 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-967a1ead-cb70-43e9-aa7c-39fae28406ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.069482 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.070720 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-55d879f0-9eef-4edb-9e3d-f97b4ff1b221 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2492871 Jul 30 10:52:33.073662 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33386) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:33.079116 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'security_group_rule': {'security_group_id': '03d16af6-390c-4d8d-8eb2-3fee1bf98962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:33.107257 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-967a1ead-cb70-43e9-aa7c-39fae28406ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af5b95f9463e4b88875a2b6040592954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248034 Jul 30 10:52:33.108656 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1ead-cb70-43e9-aa7c-39fae28406ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2f5e3-0fe3-4047-88a2-7647bdca33d5,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:33.109651 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33388) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:33.110421 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.217513 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1bb26876-ca02-4ebe-89f0-579ffad6f8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.222904 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.230284 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.240101 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:52:33.250690 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:33.251227 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1bb26876-ca02-4ebe-89f0-579ffad6f8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.251348 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:33.267158 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eecb4f-6009-435b-9f8a-df4c016531ff,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:33.277217 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.278439 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-51e90eae-566c-47c7-91b1-58ac79bab589 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035129 Jul 30 10:52:33.282102 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33390) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:33.286115 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:33.286784 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:33.314624 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.320458 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1bb26876-ca02-4ebe-89f0-579ffad6f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.323483 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1bb26876-ca02-4ebe-89f0-579ffad6f8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.325052 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1bb26876-ca02-4ebe-89f0-579ffad6f8f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bd2f5e3-0fe3-4047-88a2-7647bdca33d5 HTTP/1.1" status: 204 len: 168 time: 0.2114923 Jul 30 10:52:33.335464 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb26876-ca02-4ebe-89f0-579ffad6f8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2f5e3-0fe3-4047-88a2-7647bdca33d5,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:33.375473 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:33.380319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:33.380992 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.397144 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:33.460014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.479554 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.505253 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:33.513397 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.514675 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device af5d52c3-7507-4baa-bf48-afc7a509f0a5 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:33.612109 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:33.613170 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Allocated IP 172.27.0.187 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/e77ab9b2-2aac-4783-8878-6a070d6e995d) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:33.628751 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port af5d52c3-7507-4baa-bf48-afc7a509f0a5 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:33.629739 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.750178 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 2, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:33.757354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.780549 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:52:33.780994 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Updating router a2cfa461-d55c-40f8-a35c-62c1199ff6fc port b22a202a-2530-40b0-ad6d-8e7156fc306b binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:52:33.800182 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.807655 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.840376 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:33.844221 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:33.848073 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:33.862413 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'Port': ['ID=e77ab9b2-2aac-4783-8878-6a070d6e995d,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:33.910314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:33.953511 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.110382 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.116659 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.120277 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Transition to ACTIVE for port object b22a202a-2530-40b0-ad6d-8e7156fc306b will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:34.123703 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.127653 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.160333 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.181474 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'Port': ['ID=e77ab9b2-2aac-4783-8878-6a070d6e995d,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:34.187704 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.189074 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-05ea7d5b-8657-46e6-a440-ec549407320d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9059694 Jul 30 10:52:34.202083 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Pushing event updated for resources: {'Port': ['ID=b22a202a-2530-40b0-ad6d-8e7156fc306b,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:34.224915 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.225280 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.225621 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.230106 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.230609 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.230876 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.232068 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.232975 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.233334 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.233680 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.234087 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.234420 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:34.269088 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Attempting to bind port b22a202a-2530-40b0-ad6d-8e7156fc306b on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:52:34.269784 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Attempting to bind port b22a202a-2530-40b0-ad6d-8e7156fc306b by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:52:34.269784 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Attempting to bind port b22a202a-2530-40b0-ad6d-8e7156fc306b on network 7195de4f-6188-432b-824f-16498adf6044 {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:34.275609 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:52:34.275982 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Checking segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:52:34.276406 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.276797 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Bound using segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:52:34.277897 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Bound port: b22a202a-2530-40b0-ad6d-8e7156fc306b, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:52:34.279576 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.365259 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] For port b22a202a-2530-40b0-ad6d-8e7156fc306b, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:52:34.369055 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] For port b22a202a-2530-40b0-ad6d-8e7156fc306b, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=b22a202a-2530-40b0-ad6d-8e7156fc306b,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:52:34.376827 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:34.455730 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:34.456422 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:34.460351 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c38694-e40e-41cd-a481-e4325c4f630c None None] Pushing event updated for resources: {'Port': ['ID=b22a202a-2530-40b0-ad6d-8e7156fc306b,revision_number=4']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:34.474908 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-671edfa8-2c08-4686-89b2-4f2da829377e tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1364601392&fields=id&tenant_id=43cda213815448228339f8858d0e4422 HTTP/1.1" status: 200 len: 267 time: 0.0553660 Jul 30 10:52:34.599507 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:34.640297 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-66528e96-bb4d-4322-be0a-c3d65194ced4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:34.642174 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-66528e96-bb4d-4322-be0a-c3d65194ced4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 811 time: 0.1622162 Jul 30 10:52:34.666439 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-015dcbf5-a036-4b00-9592-0fb50c75b485 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/quotas/43cda213815448228339f8858d0e4422 HTTP/1.1" status: 200 len: 375 time: 0.0141139 Jul 30 10:52:34.761777 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-c099a04d-6fd4-4f2f-beb8-9fd712e352c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889368 Jul 30 10:52:34.839396 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:34Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:34.864997 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-71083883-0add-4f97-a399-ec51db2c6e3c service neutron] 10.222.0.23 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872171 Jul 30 10:52:34.867443 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003df10-8dbe-4d4f-a01f-fe3967656a68 None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:34Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:52:34.998695 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-2c1f24e0-4649-4ed3-af1c-73e493cf9a36 service neutron] 10.222.0.23 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249344 Jul 30 10:52:35.206689 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8e2243c5-be98-47a2-943f-dd1ad4883d82 req-725d59ed-9eae-4374-96c5-2c18cb541fb8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 210 time: 0.0391314 Jul 30 10:52:35.274723 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device b22a202a-2530-40b0-ad6d-8e7156fc306b up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:35.354969 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port b22a202a-2530-40b0-ad6d-8e7156fc306b completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:35.360373 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port b22a202a-2530-40b0-ad6d-8e7156fc306b triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:35.361163 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:35.469393 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:35.518040 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port b22a202a-2530-40b0-ad6d-8e7156fc306b, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=b22a202a-2530-40b0-ad6d-8e7156fc306b,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:35.522720 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:35.523950 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:35.742474 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=b22a202a-2530-40b0-ad6d-8e7156fc306b,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:35.756129 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:35.756585 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:36.305318 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-52236d6f-d2b7-4a8f-8236-f5bb3a149e43 req-e6039bc7-99ae-4bc8-91aa-a7a118112fa6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 210 time: 0.0274734 Jul 30 10:52:37.173028 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device b22a202a-2530-40b0-ad6d-8e7156fc306b up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:37.231752 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port b22a202a-2530-40b0-ad6d-8e7156fc306b triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:37.232081 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:37.399172 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-34ddcf9c-d264-47b1-a549-d947dd7ea0d6 req-083bd55e-e7ce-4ad5-b6c1-65a259dce861 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 210 time: 0.0260785 Jul 30 10:52:38.504040 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-308252ce-54e6-4e77-8960-392431d469e1 req-f570915c-f3b9-478f-aeeb-bc8da84823f4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Jul 30 10:52:39.236927 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-6102ff28-fb01-405b-b36e-48231662abfc tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:39.239121 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-6102ff28-fb01-405b-b36e-48231662abfc tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 811 time: 0.1217856 Jul 30 10:52:39.327916 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-5aaa2554-2318-4251-9987-7fe844c86985 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cda213815448228339f8858d0e4422 HTTP/1.1" status: 200 len: 380 time: 0.0483162 Jul 30 10:52:39.345395 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'port': {'device_id': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'admin_state_up': True, 'tenant_id': '43cda213815448228339f8858d0e4422', 'security_groups': ['03d16af6-390c-4d8d-8eb2-3fee1bf98962']}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:39.486159 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Made reservation on behalf of 43cda213815448228339f8858d0e4422 for: {'port': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:52:39.489721 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:39.612816 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ca8446b6-fc7b-4de6-8302-49dd21d6537d req-6e1073de-03da-4b68-9db7-f12380b6d835 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 210 time: 0.0321693 Jul 30 10:52:39.627604 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Allocated IP 172.20.0.12 (7195de4f-6188-432b-824f-16498adf6044/259669c7-92bd-4fe0-bc59-8629253c6055/5dc51ec6-97d2-4b2f-8c0c-42e474828a78) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:52:39.776917 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:39.790185 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Transition to ACTIVE for port object 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:39.824659 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:39.866958 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Network 7195de4f-6188-432b-824f-16498adf6044 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:52:39.870823 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:52:39.876033 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:52:39.884460 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'Port': ['ID=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:39.931958 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:39.932582 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:39.948569 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-545349a3-f1ae-45bb-a815-46c47566e1c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109550 Jul 30 10:52:39.959727 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b939191a-eaca-4c5c-acfa-dcf071e3f733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:40.123468 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-be5d53aa-8817-477f-90a5-4cb5c95c08e0 None None] Provisioning for port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:40.130361 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-be5d53aa-8817-477f-90a5-4cb5c95c08e0 None None] Provisioning complete for port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:40.130820 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-be5d53aa-8817-477f-90a5-4cb5c95c08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:40.170864 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-be5d53aa-8817-477f-90a5-4cb5c95c08e0 None None] Port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:52:40.752743 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76478-bb22-4b20-9cf4-9c837af4d8bf req-5e6524b2-15b6-4547-a29c-5497ca9e0910 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:40.754255 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c2e76478-bb22-4b20-9cf4-9c837af4d8bf req-5e6524b2-15b6-4547-a29c-5497ca9e0910 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 932 time: 0.0595863 Jul 30 10:52:40.794791 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c2e76478-bb22-4b20-9cf4-9c837af4d8bf req-a51ba1d5-f3bf-497d-9c61-c2ead37640dd tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Jul 30 10:52:41.912607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3277aa1-edbf-473a-a31e-764b41cb8394 req-80a6d3ba-f98f-4163-aca9-1002609f4c5f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:41.914093 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c3277aa1-edbf-473a-a31e-764b41cb8394 req-80a6d3ba-f98f-4163-aca9-1002609f4c5f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 932 time: 0.0491266 Jul 30 10:52:41.958262 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-c3277aa1-edbf-473a-a31e-764b41cb8394 req-49d4cc9e-c4b6-48cd-b650-d9e6c943641b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Jul 30 10:52:42.513170 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Request body: {'port': {'device_id': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:52:42.569105 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:42.763079 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:42.844035 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-968b0d20-3c08-4af3-8606-1a6efa6cde0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:42.844448 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:52:42.852876 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:42.865695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Transition to ACTIVE for port object 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:52:42.871036 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:42.919835 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:42.994713 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Attempting to bind port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:52:42.995140 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Attempting to bind port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:52:42.995585 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Attempting to bind port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 on network 7195de4f-6188-432b-824f-16498adf6044 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:43.000567 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 on network 7195de4f-6188-432b-824f-16498adf6044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:52:43.001009 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Attempting to bind port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 on network 7195de4f-6188-432b-824f-16498adf6044 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:52:43.006654 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:52:43.006987 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Checking segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:52:43.007367 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Bound using segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:52:43.007790 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Bound port: 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:52:43.008237 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:43.110462 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] For port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:52:43.114791 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] For port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:52:43.120446 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:43.134456 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa7f6-2bae-4d6d-88fb-b525f4bfa40d req-5b9ac883-bf84-4d62-b735-07658a47a562 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:43.135947 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fcbfa7f6-2bae-4d6d-88fb-b525f4bfa40d req-5b9ac883-bf84-4d62-b735-07658a47a562 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0863163 Jul 30 10:52:43.173493 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:43.174128 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:43.175472 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] 10.222.0.10 "PUT /v2.0/ports/5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 200 len: 1094 time: 0.6671412 Jul 30 10:52:43.181572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:43.183893 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1e781-e356-4cbf-8bce-1c8aa7686c05" -d '{"events": [{"name": "network-changed", "server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:43.228074 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910a29d-bc72-44e5-b12a-5c5cb7219647 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:43.233208 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fcbfa7f6-2bae-4d6d-88fb-b525f4bfa40d req-0ab486d0-40ef-49b5-b8d6-2076ad9b2635 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747197 Jul 30 10:52:43.234655 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a044e9a7-0dc2-4339-92de-d018f2803111 x-openstack-request-id: req-a044e9a7-0dc2-4339-92de-d018f2803111 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:43.234939 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:43.235187 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a044e9a7-0dc2-4339-92de-d018f2803111 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:43.235573 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'status': 'completed', 'code': 200} Jul 30 10:52:43.413537 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:44.355066 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8afdac-e8dc-42a6-bdc5-0b856891559b req-904940b2-7918-45dd-93e0-a2bfd6215de4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:44.357260 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fa8afdac-e8dc-42a6-bdc5-0b856891559b req-904940b2-7918-45dd-93e0-a2bfd6215de4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Jul 30 10:52:44.395602 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fa8afdac-e8dc-42a6-bdc5-0b856891559b req-8ca7dd76-d984-4e2e-8cd7-44010c2a233f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Jul 30 10:52:45.262620 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:45.515364 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b80ad3-8fe7-42ed-ba8b-d9300624fa13 req-ba522946-0d68-4c2f-ab83-182f3ea65d5c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:45.516858 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-83b80ad3-8fe7-42ed-ba8b-d9300624fa13 req-ba522946-0d68-4c2f-ab83-182f3ea65d5c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0528166 Jul 30 10:52:45.555075 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-83b80ad3-8fe7-42ed-ba8b-d9300624fa13 req-8b0d17c7-a6f2-494b-9dfe-d0adb55d8642 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Jul 30 10:52:45.746313 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e781-e356-4cbf-8bce-1c8aa7686c05 req-b8e70cd5-4452-4377-8fbb-cad0ec785f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:45.747801 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00f1e781-e356-4cbf-8bce-1c8aa7686c05 req-b8e70cd5-4452-4377-8fbb-cad0ec785f10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0415769 Jul 30 10:52:45.861387 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e781-e356-4cbf-8bce-1c8aa7686c05 req-c77ba238-6b96-4cc4-875f-7c72eff0f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:45.862883 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00f1e781-e356-4cbf-8bce-1c8aa7686c05 req-c77ba238-6b96-4cc4-875f-7c72eff0f226 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=43cda213815448228339f8858d0e4422&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942435 Jul 30 10:52:45.959825 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e781-e356-4cbf-8bce-1c8aa7686c05 req-d33757bf-bccf-4bb8-a4cb-4cc5cf551069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:45.961487 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-00f1e781-e356-4cbf-8bce-1c8aa7686c05 req-d33757bf-bccf-4bb8-a4cb-4cc5cf551069 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905182 Jul 30 10:52:46.068154 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-d76ac67c-13d4-456f-b971-07947c1097e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:46.069662 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-d76ac67c-13d4-456f-b971-07947c1097e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0419207 Jul 30 10:52:46.123403 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-22351549-377a-4ead-b58d-f6579f15300a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 200 len: 217 time: 0.0382540 Jul 30 10:52:46.174466 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-e7a8dd8a-1356-4550-b00b-850780f56aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:46.175997 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-e7a8dd8a-1356-4550-b00b-850780f56aad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0450807 Jul 30 10:52:46.670879 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0631-f5c6-45ca-9066-ad2e75c75938 req-35c68dbf-7b23-4011-bd0e-0fc4003f7c21 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:46.672390 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d0de0631-f5c6-45ca-9066-ad2e75c75938 req-35c68dbf-7b23-4011-bd0e-0fc4003f7c21 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0526874 Jul 30 10:52:46.712862 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d0de0631-f5c6-45ca-9066-ad2e75c75938 req-91bc9fcf-0b7b-4b91-b3e1-f4e8a1b713b1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342951 Jul 30 10:52:47.082136 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca09b-cae0-4a72-9858-d73a709adbed req-05fb7c6f-8fea-4b1b-b320-109e8b9a9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:47.083537 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-05fb7c6f-8fea-4b1b-b320-109e8b9a9a66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447037 Jul 30 10:52:47.830245 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792df282-dd90-42b1-b777-3ca22d90aab2 req-80d5c342-b809-4fbb-b31b-0ffc7fae9555 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:47.831724 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-792df282-dd90-42b1-b777-3ca22d90aab2 req-80d5c342-b809-4fbb-b31b-0ffc7fae9555 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0504942 Jul 30 10:52:47.874696 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-792df282-dd90-42b1-b777-3ca22d90aab2 req-5765089d-d79e-4d89-a2ac-8349b1da4ed4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355179 Jul 30 10:52:48.444603 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:48.915176 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-430bfdc9-7b85-4689-8071-47c666fca2b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Jul 30 10:52:48.992961 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad41d02-2da6-4552-8a2d-43f7eebddb8c req-e771ac34-8fb5-4e8a-b854-c428a5efd2a3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:48.994585 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2ad41d02-2da6-4552-8a2d-43f7eebddb8c req-e771ac34-8fb5-4e8a-b854-c428a5efd2a3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0502458 Jul 30 10:52:49.034216 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-766ca09b-cae0-4a72-9858-d73a709adbed req-3b3574b8-130b-4fc4-bed1-9e3d921b11e9 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902503 Jul 30 10:52:49.039267 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2ad41d02-2da6-4552-8a2d-43f7eebddb8c req-faf09dca-c883-4d76-affa-c4d7485ece87 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Jul 30 10:52:50.389989 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62dad0-d3e3-478a-a14c-3d101453cfc6 req-cb0eb169-69ae-4fd8-8bf1-b078613cd2a6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:50.391455 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6b62dad0-d3e3-478a-a14c-3d101453cfc6 req-cb0eb169-69ae-4fd8-8bf1-b078613cd2a6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.2857404 Jul 30 10:52:50.429516 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6b62dad0-d3e3-478a-a14c-3d101453cfc6 req-43884d1e-339b-45bb-a42c-f18858b51b96 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Jul 30 10:52:51.552430 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3362a3-3f48-4fb5-88b3-19167865adf2 req-04902047-0743-4759-94cb-41f7f83258f9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:51.554881 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4f3362a3-3f48-4fb5-88b3-19167865adf2 req-04902047-0743-4759-94cb-41f7f83258f9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0515065 Jul 30 10:52:51.595769 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4f3362a3-3f48-4fb5-88b3-19167865adf2 req-07fca1b6-58b6-4117-8e09-f611a45f5747 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351019 Jul 30 10:52:52.726726 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366658b7-d5cd-42a7-85f1-502c17cdfa7f req-2fc13deb-3c72-4e81-9dc7-7e1044204d23 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:52.728206 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-366658b7-d5cd-42a7-85f1-502c17cdfa7f req-2fc13deb-3c72-4e81-9dc7-7e1044204d23 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0633047 Jul 30 10:52:52.770110 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-366658b7-d5cd-42a7-85f1-502c17cdfa7f req-b030850e-2c73-42bd-9958-3e23c7d958d4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354376 Jul 30 10:52:53.894249 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f644199-909d-424c-ae8d-8772a9ab60e0 req-6b2962ad-3436-4af3-b972-21dd88f41737 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:53.895760 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9f644199-909d-424c-ae8d-8772a9ab60e0 req-6b2962ad-3436-4af3-b972-21dd88f41737 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 944 time: 0.0498781 Jul 30 10:52:53.930871 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29807f27-a856-44c7-8299-ca018a351cb2 req-43734101-68bd-45dc-aa94-c66c1f61dd19 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:53.932279 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-29807f27-a856-44c7-8299-ca018a351cb2 req-43734101-68bd-45dc-aa94-c66c1f61dd19 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0547709 Jul 30 10:52:53.938382 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9f644199-909d-424c-ae8d-8772a9ab60e0 req-bcc6f824-be12-4efe-b186-ecba36c47ae2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359263 Jul 30 10:52:53.972576 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-29807f27-a856-44c7-8299-ca018a351cb2 req-53bbbefc-0f2c-41a4-887f-599b842eff7a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Jul 30 10:52:54.358205 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:52:54.729773 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:52:54.830016 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:54.841462 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'port_id': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'mac_address': 'fa:16:3e:6a:0d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:52:54.877423 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:54.890671 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:52:54.913735 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:54.917639 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:54.965210 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:54.973569 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.974030 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.974372 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.974709 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.975043 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.975385 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.975703 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.976003 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.976327 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.976647 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.976967 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:54.977305 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:52:55.069263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839570a3-ae35-46a0-8cf8-0723c64b5885 req-9e458b27-d8cf-49a5-beec-75deb39d5e2d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:55.070901 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-839570a3-ae35-46a0-8cf8-0723c64b5885 req-9e458b27-d8cf-49a5-beec-75deb39d5e2d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 945 time: 0.0546033 Jul 30 10:52:55.098416 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61826-4ce2-4fb2-b24d-e0635063ba90 req-6bb8470f-3d3b-4b97-91ce-e63dbad36bdd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:55.100379 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a2a61826-4ce2-4fb2-b24d-e0635063ba90 req-6bb8470f-3d3b-4b97-91ce-e63dbad36bdd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0536613 Jul 30 10:52:55.116415 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-839570a3-ae35-46a0-8cf8-0723c64b5885 req-ef9344fc-aaeb-4a67-8a60-9c5e38698617 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Jul 30 10:52:55.145437 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a2a61826-4ce2-4fb2-b24d-e0635063ba90 req-8a42f797-af14-4a64-880b-e00bf7ecab46 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373442 Jul 30 10:52:55.332755 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['5dc51ec6-97d2-4b2f-8c0c-42e474828a78'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:52:56.245029 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1d1a3-37ba-4d99-8a45-c1f024598786 req-7114d0e5-3b8e-4659-8e86-63dc2eddaf6e tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:56.247328 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-80d1d1a3-37ba-4d99-8a45-c1f024598786 req-7114d0e5-3b8e-4659-8e86-63dc2eddaf6e tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 945 time: 0.0575938 Jul 30 10:52:56.280061 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-1b460cd4-87af-4497-92e1-3bff26e95436 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:56.281522 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-1b460cd4-87af-4497-92e1-3bff26e95436 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0854850 Jul 30 10:52:56.287955 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-80d1d1a3-37ba-4d99-8a45-c1f024598786 req-151a8abc-f088-48db-b6a2-13afdb25ccc6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jul 30 10:52:56.293671 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e798fbc-9d48-4ff7-85a6-2a5d64440020 req-763147c5-5ffe-4357-956d-0c25b6d0f46c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:56.295320 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0e798fbc-9d48-4ff7-85a6-2a5d64440020 req-763147c5-5ffe-4357-956d-0c25b6d0f46c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 947 time: 0.0693567 Jul 30 10:52:56.398997 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0e798fbc-9d48-4ff7-85a6-2a5d64440020 req-e83b26d6-0baa-4fd9-9c89-a66d639f04bc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4499196-50cb-4800-a459-6235d11eea40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963261 Jul 30 10:52:56.447280 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Deleting port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:56.447612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:56.550236 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] For port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:56.550920 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:56.763252 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:52:56.809462 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f826-3d70-4467-af3f-d45d25d22003 req-b615870e-f44a-4f8d-b7b1-f447905ab011 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:56.811286 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a649f826-3d70-4467-af3f-d45d25d22003 req-b615870e-f44a-4f8d-b7b1-f447905ab011 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.1025467 Jul 30 10:52:56.833271 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:52:56.837794 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:56.838231 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:56.838579 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Floating IP 022ecc8d-6c00-4978-ad35-83b94ac110b7 disassociated. External IP: 172.27.0.27, port: 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0. Jul 30 10:52:56.838925 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Calling delete_port for 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:56.839375 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:52:56.839931 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:56.911749 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a649f826-3d70-4467-af3f-d45d25d22003 req-bdb6f50f-429b-44cb-9081-b1d74604e03e tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881155 Jul 30 10:52:56.929398 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:56.965490 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:56.967811 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b7c947-f69b-43a4-9d21-972c8f36f6ef" -d '{"events": [{"server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "name": "network-vif-plugged", "status": "completed", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:56.982133 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:56.987193 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:57.011947 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:57.023967 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec0ec60-16cb-43d2-a492-8c1979172fa1 x-openstack-request-id: req-0ec0ec60-16cb-43d2-a492-8c1979172fa1 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:57.024316 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "name": "network-vif-plugged", "status": "completed", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:57.024626 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ec0ec60-16cb-43d2-a492-8c1979172fa1 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:57.025093 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'code': 200} Jul 30 10:52:57.042080 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event deleted for resources: {'Port': ['ID=77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:57.055116 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:57.166029 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:52:57.260252 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f832916-e436-44e3-8e99-961b2b6804db req-50b9956d-1905-4178-9b2f-d711b9651606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:57.262518 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4f832916-e436-44e3-8e99-961b2b6804db req-50b9956d-1905-4178-9b2f-d711b9651606 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.0413220 Jul 30 10:52:57.276693 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:52:57.288464 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:52:57.298333 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:57.299024 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:57.306492 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4f832916-e436-44e3-8e99-961b2b6804db req-5e2c5502-bbbb-4680-8ced-2bf7d807aac6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359814 Jul 30 10:52:57.358418 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] No DVR routers for this DVR port 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:52:57.362720 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:57.365157 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7d7c272f-0aa6-47a3-9fc3-ca7eb1dbe23b req-9ea8ac77-cb1e-46ad-999d-81d7058100ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "DELETE /v2.0/ports/77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 HTTP/1.1" status: 204 len: 173 time: 1.0689304 Jul 30 10:52:57.365669 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-deleted', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:52:57.367999 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b9095-5574-475e-b589-d99941d9c0dc" -d '{"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-deleted", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:52:57.408660 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015cf82e-80aa-4e4a-9484-5c39fb319df4 x-openstack-request-id: req-015cf82e-80aa-4e4a-9484-5c39fb319df4 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:52:57.408967 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe3bce-a026-45a3-9bb5-9eeb2a0125d3", "name": "network-vif-deleted", "tag": "77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:52:57.409217 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-015cf82e-80aa-4e4a-9484-5c39fb319df4 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:52:57.409744 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe3bce-a026-45a3-9bb5-9eeb2a0125d3', 'name': 'network-vif-deleted', 'tag': '77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0', 'status': 'completed', 'code': 200} Jul 30 10:52:57.421907 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:57.432219 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c037bb-7488-4a15-b6e7-d4e3aa076827 req-68223594-2289-48d3-b1af-c2685ebb72e6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:57.434943 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-51c037bb-7488-4a15-b6e7-d4e3aa076827 req-68223594-2289-48d3-b1af-c2685ebb72e6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0593278 Jul 30 10:52:57.478016 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-51c037bb-7488-4a15-b6e7-d4e3aa076827 req-71d852ed-f23f-4592-a56e-d7012a25ba60 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365660 Jul 30 10:52:57.511185 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-416aefa2-d299-41e4-9af7-59793c0e38f8 req-3725cd9c-dd09-4c97-8061-a25329884b4a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe3bce-a026-45a3-9bb5-9eeb2a0125d3 HTTP/1.1" status: 200 len: 210 time: 0.0281417 Jul 30 10:52:57.631631 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:57.658606 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:52:57.669695 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:52:57.670358 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:57.783080 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:52:58.002787 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:52:58.031067 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76c4e2-1b75-4782-a808-54ef1d7364c6 None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:52:58.066861 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793b2-ccf7-4d64-a9ca-69645eb1e4c5 req-29337efe-3ac0-41cb-974b-38109e062a55 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:58.068554 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8f4793b2-ccf7-4d64-a9ca-69645eb1e4c5 req-29337efe-3ac0-41cb-974b-38109e062a55 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0698969 Jul 30 10:52:58.120121 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8f4793b2-ccf7-4d64-a9ca-69645eb1e4c5 req-80a75fd4-2239-4e41-ae17-61ad623ebe42 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Jul 30 10:52:58.329177 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33728) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:58.369741 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9b760-86bb-44ce-90ea-8d238dde679d None None] New status for floating IP 022ecc8d-6c00-4978-ad35-83b94ac110b7: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:52:58.483507 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e326b8f3-a911-4150-ac5d-d81f7a3a9fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.636654 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33738) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:58.650893 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e326b8f3-a911-4150-ac5d-d81f7a3a9fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.658397 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e326b8f3-a911-4150-ac5d-d81f7a3a9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.696869 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93444f6-c9eb-43ef-aeb6-7c4b0648dbd5 req-24ef189d-c22a-42ab-8e11-8cada6f51fcc tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:58.698937 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a93444f6-c9eb-43ef-aeb6-7c4b0648dbd5 req-24ef189d-c22a-42ab-8e11-8cada6f51fcc tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0888767 Jul 30 10:52:58.723256 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e326b8f3-a911-4150-ac5d-d81f7a3a9fd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8d2ef7da42a441b93808c7af8fbfe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920815 Jul 30 10:52:58.732604 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33740) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:58.756945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326b8f3-a911-4150-ac5d-d81f7a3a9fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea379e8-dc16-4747-95b1-5ff56a00c60f,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:58.765026 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c21f12f5-97e4-46d0-a8d8-03a53a785c92 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.765242 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:52:58.793939 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:52:58.795235 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 77d399aa-d38d-4f16-b3c0-4b1e5bdb5df0 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:52:58.808420 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a93444f6-c9eb-43ef-aeb6-7c4b0648dbd5 req-d345e06f-a398-4c64-9217-c2b9e4f1ca15 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883253 Jul 30 10:52:58.811575 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c21f12f5-97e4-46d0-a8d8-03a53a785c92 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.842375 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3623ce9-2877-46a5-8bb1-243d70c87159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.870235 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3623ce9-2877-46a5-8bb1-243d70c87159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.871860 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c21f12f5-97e4-46d0-a8d8-03a53a785c92 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.874692 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c21f12f5-97e4-46d0-a8d8-03a53a785c92 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.878316 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c21f12f5-97e4-46d0-a8d8-03a53a785c92 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4499196-50cb-4800-a459-6235d11eea40 HTTP/1.1" status: 204 len: 168 time: 0.2373815 Jul 30 10:52:58.878811 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33742) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:58.885685 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f12f5-97e4-46d0-a8d8-03a53a785c92 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4499196-50cb-4800-a459-6235d11eea40,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:58.897680 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.api.v2.resource [None req-a076ff1c-646a-4ab9-889f-22267691597e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] show failed (client error): The resource could not be found. Jul 30 10:52:58.903459 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a076ff1c-646a-4ab9-889f-22267691597e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups/d4499196-50cb-4800-a459-6235d11eea40 HTTP/1.1" status: 404 len: 347 time: 0.0237660 Jul 30 10:52:58.908005 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33744) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:58.939905 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3623ce9-2877-46a5-8bb1-243d70c87159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.942751 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a3623ce9-2877-46a5-8bb1-243d70c87159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:58.944025 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a3623ce9-2877-46a5-8bb1-243d70c87159 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ea379e8-dc16-4747-95b1-5ff56a00c60f HTTP/1.1" status: 204 len: 168 time: 0.2098155 Jul 30 10:52:58.953256 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3623ce9-2877-46a5-8bb1-243d70c87159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea379e8-dc16-4747-95b1-5ff56a00c60f,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:59.060429 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Deleting port c5e00c94-2315-4b14-aea8-9e2e3e2082bf {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:59.061026 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.142666 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.142996 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.156757 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Calling delete_port for c5e00c94-2315-4b14-aea8-9e2e3e2082bf owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:59.281486 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49dfa8-3a4b-4f73-8029-56cf529a3b09 req-ce9e24c0-faed-4336-bd36-9c0dcd36e0bd tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:59.283020 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fd49dfa8-3a4b-4f73-8029-56cf529a3b09 req-ce9e24c0-faed-4336-bd36-9c0dcd36e0bd tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0713224 Jul 30 10:52:59.358829 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-fd49dfa8-3a4b-4f73-8029-56cf529a3b09 req-c04b7f94-a5f8-4921-ac96-bb6c6ab64b6e tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/security-groups?id=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595543 Jul 30 10:52:59.388251 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.418701 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event deleted for resources: {'Port': ['ID=c5e00c94-2315-4b14-aea8-9e2e3e2082bf,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:52:59.530193 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.532759 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.535540 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-fb32fc8f-3e46-4b2e-b099-8b82a3f977ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "DELETE /v2.0/floatingips/022ecc8d-6c00-4978-ad35-83b94ac110b7 HTTP/1.1" status: 204 len: 168 time: 0.6246746 Jul 30 10:52:59.564102 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-3323a3d4-5a1b-4cbc-9036-bddaca284c5d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:52:59.565767 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-3323a3d4-5a1b-4cbc-9036-bddaca284c5d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 946 time: 0.0957983 Jul 30 10:52:59.723047 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Deleting port f2da430a-edfc-454c-b38c-afb9cc08c6fb {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:52:59.723765 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.851983 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] For port f2da430a-edfc-454c-b38c-afb9cc08c6fb, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=f2da430a-edfc-454c-b38c-afb9cc08c6fb,segment=NetworkSegment(fba112ce-fba6-406c-9d73-3ee1f84f1c58),segment_id=fba112ce-fba6-406c-9d73-3ee1f84f1c58)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:52:59.852541 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:52:59.870019 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Calling delete_port for f2da430a-edfc-454c-b38c-afb9cc08c6fb owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:52:59.990160 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33780) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:52:59.995074 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198288566', 'description': 'tempest-description--1923616933'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:00.014740 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710c716-9ad2-4ab2-ab06-be27ae6fbdc6 req-c563f5e2-a3cc-4805-8a89-1aa2e02f4ce1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:00.016589 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1710c716-9ad2-4ab2-ab06-be27ae6fbdc6 req-c563f5e2-a3cc-4805-8a89-1aa2e02f4ce1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0928550 Jul 30 10:53:00.020613 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.100017 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1710c716-9ad2-4ab2-ab06-be27ae6fbdc6 req-2314e868-9c0a-4282-9aef-1e49dc2d1f6f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749836 Jul 30 10:53:00.117868 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.133628 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.138836 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.164064 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['f2da430a-edfc-454c-b38c-afb9cc08c6fb'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:53:00.170503 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Pushing event deleted for resources: {'Port': ['ID=f2da430a-edfc-454c-b38c-afb9cc08c6fb,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:00.183149 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.187706 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1932044 Jul 30 10:53:00.188019 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33792) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:00.194017 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'security_group_rule': {'security_group_id': '9306a415-a351-4a8d-ae52-da4bb5600adc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:00.201058 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d5433-02cd-4c18-9445-d3429473a604 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9306a415-a351-4a8d-ae52-da4bb5600adc,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:00.220286 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] No DVR routers for this DVR port f2da430a-edfc-454c-b38c-afb9cc08c6fb on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:53:00.224192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.226437 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-043bc378-ecd5-4ca4-b79e-853f7d2798be req-b5260b36-5224-4065-8fdd-ba8a3cec897d tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.10 "DELETE /v2.0/ports/f2da430a-edfc-454c-b38c-afb9cc08c6fb HTTP/1.1" status: 204 len: 173 time: 0.6534922 Jul 30 10:53:00.226886 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'name': 'network-vif-deleted', 'tag': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:53:00.229305 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd13467-6f10-4ba3-83e9-90111b21f2d2" -d '{"events": [{"server_uuid": "2e4a55fe-4505-4920-adb2-0b674e7fe348", "name": "network-vif-deleted", "tag": "f2da430a-edfc-454c-b38c-afb9cc08c6fb"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:53:00.267267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2317fb8-3b15-48be-9dc4-f1fbe77101b2 x-openstack-request-id: req-a2317fb8-3b15-48be-9dc4-f1fbe77101b2 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:53:00.267562 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a55fe-4505-4920-adb2-0b674e7fe348", "name": "network-vif-deleted", "tag": "f2da430a-edfc-454c-b38c-afb9cc08c6fb", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:53:00.267916 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2317fb8-3b15-48be-9dc4-f1fbe77101b2 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:53:00.268219 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a55fe-4505-4920-adb2-0b674e7fe348', 'name': 'network-vif-deleted', 'tag': 'f2da430a-edfc-454c-b38c-afb9cc08c6fb', 'status': 'completed', 'code': 200} Jul 30 10:53:00.272213 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.298069 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644409d-b2c0-416f-9a24-f2cd9e47cbef req-add881fc-efd4-4151-ab72-4cc2873d33c3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:00.299763 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e644409d-b2c0-416f-9a24-f2cd9e47cbef req-add881fc-efd4-4151-ab72-4cc2873d33c3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0806525 Jul 30 10:53:00.322932 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33796) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:00.329212 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'floatingip': {'port_id': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:00.352277 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.359339 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.375546 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.383680 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e90893-eb15-40c2-b974-91988f1fc6f0,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:00.398477 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.399797 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-00ab5fa4-d44d-4f71-96a2-026613bb5314 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109115 Jul 30 10:53:00.403857 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33800) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:00.415622 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'security_group_rule': {'security_group_id': '9306a415-a351-4a8d-ae52-da4bb5600adc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:00.476016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.562456 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ebabf5be-2b60-4cf0-9289-cbb1a6b66234 req-9515bec4-98cc-420a-a115-9cca91bf8768 tempest-VolumesSnapshotTestJSON-976318494 tempest-VolumesSnapshotTestJSON-976318494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e4a55fe-4505-4920-adb2-0b674e7fe348 HTTP/1.1" status: 200 len: 210 time: 0.0438089 Jul 30 10:53:00.602003 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.608451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.631075 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1469b901-2f2f-47d1-b705-9b3b175beeaa,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:00.639838 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.645197 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8eabddf4-8acc-4712-bca1-9c29f8c48f0d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2397285 Jul 30 10:53:00.645734 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33806) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:00.650384 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:00.715466 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:00.978268 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:01.079298 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:01.084679 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:01.194624 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Allocated IP 172.27.0.86 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/36ec6c6c-6c7e-4c32-bd58-d9797bfeca35) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:01.490364 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Floating IP 1d8958f5-07b5-4428-a290-1ff1f7b52ae9 associated. External IP: 172.27.0.187, port: 5dc51ec6-97d2-4b2f-8c0c-42e474828a78. Jul 30 10:53:01.626189 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:01.755030 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:01.806207 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:01.815461 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:53:01.816453 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:01.820375 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:01.850847 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'Port': ['ID=36ec6c6c-6c7e-4c32-bd58-d9797bfeca35,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:02.002031 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.020011 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:53:02.025906 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.031236 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:53:02.040737 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:02.041463 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:02.069914 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.075098 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d4d3d63d-b257-43f1-bf97-a89c6f94b578 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "PUT /v2.0/floatingips/1d8958f5-07b5-4428-a290-1ff1f7b52ae9 HTTP/1.1" status: 200 len: 992 time: 1.7505388 Jul 30 10:53:02.158138 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:02.240681 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.245905 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.270707 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:53:02.272770 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f" -d '{"events": [{"name": "network-changed", "server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:53:02.317309 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'Port': ['ID=36ec6c6c-6c7e-4c32-bd58-d9797bfeca35,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:02.322067 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e89703a-866d-4426-b1e0-bc0bea271a2b x-openstack-request-id: req-8e89703a-866d-4426-b1e0-bc0bea271a2b {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:53:02.322350 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:53:02.322597 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e89703a-866d-4426-b1e0-bc0bea271a2b {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:53:02.322974 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'status': 'completed', 'code': 200} Jul 30 10:53:02.337312 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.356650 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:02.358131 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-5bcd2a52-4e98-4605-af4e-181a7e37b109 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7112398 Jul 30 10:53:02.449894 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '1d8958f5-07b5-4428-a290-1ff1f7b52ae9', 'tenant_id': '43cda213815448228339f8858d0e4422', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'port_id': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'mac_address': 'fa:16:3e:6a:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:52:33Z', 'updated_at': '2021-07-30T10:53:00Z', 'revision_number': 1, 'project_id': '43cda213815448228339f8858d0e4422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:02.478221 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:53:02.486385 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:02.486995 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:52:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:02.557423 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-8ded97e5-76da-4198-b1bb-3ab0a761ebc2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--198288566&fields=id&tenant_id=21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 267 time: 0.0342169 Jul 30 10:53:02.599384 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:02.672359 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-7e4c2e35-18de-48dc-92ed-ae68ab9949e8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:02.673861 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-7e4c2e35-18de-48dc-92ed-ae68ab9949e8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 816 time: 0.1089265 Jul 30 10:53:02.692002 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-5cf3468d-2fb3-44e6-9894-19793a8f558b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/quotas/21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 375 time: 0.0104709 Jul 30 10:53:02.747186 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-47d1a84f-3d43-4622-85f3-4275a9b6ef6f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495927 Jul 30 10:53:02.854262 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-64fb584d-9d87-4eb6-a2ea-770fccd0fcbb service neutron] 10.222.0.23 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922649 Jul 30 10:53:02.953704 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-24193fb4-1d1a-495b-85e2-089308211e84 service neutron] 10.222.0.23 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917916 Jul 30 10:53:02.963719 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '1d8958f5-07b5-4428-a290-1ff1f7b52ae9', 'tenant_id': '43cda213815448228339f8858d0e4422', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'port_id': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'mac_address': 'fa:16:3e:6a:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:52:33Z', 'updated_at': '2021-07-30T10:53:00Z', 'revision_number': 1, 'project_id': '43cda213815448228339f8858d0e4422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:02.999826 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959d71d9-56e6-4b78-8d13-4035c3ba49e7 None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '1d8958f5-07b5-4428-a290-1ff1f7b52ae9', 'tenant_id': '43cda213815448228339f8858d0e4422', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'port_id': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'mac_address': 'fa:16:3e:6a:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:52:33Z', 'updated_at': '2021-07-30T10:53:00Z', 'revision_number': 1, 'project_id': '43cda213815448228339f8858d0e4422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:53:03.131901 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bd49f46f-3059-4deb-a34a-1c421a685f60 req-7ed8e152-ff14-468f-9323-6d838c1dcb2b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 210 time: 0.0273845 Jul 30 10:53:03.244597 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b78da-02cb-441d-ad62-478c2708f412 None None] New status for floating IP 1d8958f5-07b5-4428-a290-1ff1f7b52ae9: ACTIVE {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:53:03.942298 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device f2da430a-edfc-454c-b38c-afb9cc08c6fb no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:53:03.962366 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: f2da430a-edfc-454c-b38c-afb9cc08c6fb {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:53:03.962709 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device f2da430a-edfc-454c-b38c-afb9cc08c6fb not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:53:04.232816 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-25e54cb1-8714-43cf-b6ee-e8cb5d70098c req-5d033864-d549-43ed-9a38-545b8a1fb788 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Jul 30 10:53:05.043561 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-428479a6-d2af-4805-9c2b-0882ccbc4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:05.046052 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-428479a6-d2af-4805-9c2b-0882ccbc4d90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.0609827 Jul 30 10:53:05.168339 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-36a9cda6-a9a1-4cfc-9bcf-cecfe44f84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:05.170655 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-36a9cda6-a9a1-4cfc-9bcf-cecfe44f84c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.1169202 Jul 30 10:53:05.267590 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-7871b2e3-c0a6-49a2-bf00-d01b1569c0a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 200 len: 1002 time: 0.0713618 Jul 30 10:53:05.336206 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-40e58642-0955-4661-ac57-fc822c7378b7 req-616ceced-fd83-47be-9e0d-748ef440cc27 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jul 30 10:53:05.349231 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-229cd327-3e03-4c6f-a788-201216ee8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:05.350833 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-229cd327-3e03-4c6f-a788-201216ee8f73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0717733 Jul 30 10:53:05.399867 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-7b5582cb-c2d8-4b15-b84a-db60c5f0038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:05.401362 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-7b5582cb-c2d8-4b15-b84a-db60c5f0038e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430143 Jul 30 10:53:05.497738 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-9d0b8fc9-203a-4997-8c20-dfa62bad8040 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867293 Jul 30 10:53:05.615118 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-eca5b50c-9ed2-49d3-8df7-e5f62c99a15f req-1121d9db-e41b-4fe7-9f86-f6e67b296b88 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087995 Jul 30 10:53:05.821829 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-6d5b9018-cf75-40e3-be5f-ad9cd725555b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:05.823291 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-6d5b9018-cf75-40e3-be5f-ad9cd725555b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 816 time: 0.1144118 Jul 30 10:53:05.876882 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-29c72b83-cd9e-4930-aa20-ec2221f377d2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 379 time: 0.0351121 Jul 30 10:53:05.886664 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'port': {'device_id': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'admin_state_up': True, 'tenant_id': '21168d9dada845998f2917a595353c9b', 'security_groups': ['9306a415-a351-4a8d-ae52-da4bb5600adc']}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:05.991327 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Made reservation on behalf of 21168d9dada845998f2917a595353c9b for: {'port': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:53:05.994769 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.124619 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Allocated IP 172.20.0.10 (5b2d559e-59d9-4e01-a93e-89d289899281/e04b0845-fbb4-471f-a64c-a87da6f51593/dfd0a726-102f-4241-bc58-43cd41af6f32) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:06.303445 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.319957 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Transition to ACTIVE for port object dfd0a726-102f-4241-bc58-43cd41af6f32 will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:06.380356 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.430032 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Network 5b2d559e-59d9-4e01-a93e-89d289899281 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:06.434102 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:06.437292 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:06.469458 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:06.497966 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8809-a2fb-46a3-901a-d06011819f48 req-3d5e5ce7-0467-4e65-a10d-1a6a8ad670ed tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:06.499527 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b21e8809-a2fb-46a3-901a-d06011819f48 req-3d5e5ce7-0467-4e65-a10d-1a6a8ad670ed tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 932 time: 0.0611806 Jul 30 10:53:06.500039 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:06.500683 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.519129 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-2c8ed26b-adb0-4a5a-9c3a-f3a14fde23e9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362622 Jul 30 10:53:06.544092 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Request body: {'port': {'device_id': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:06.545278 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b21e8809-a2fb-46a3-901a-d06011819f48 req-26105980-9db2-499f-a9f3-520c1b8d072b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396125 Jul 30 10:53:06.607665 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.722155 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d0257940-830e-4b06-b7af-bffddfbf5b88 None None] Provisioning for port dfd0a726-102f-4241-bc58-43cd41af6f32 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:06.725807 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-d0257940-830e-4b06-b7af-bffddfbf5b88 None None] Provisioning complete for port dfd0a726-102f-4241-bc58-43cd41af6f32 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:06.726204 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d0257940-830e-4b06-b7af-bffddfbf5b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.763604 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-d0257940-830e-4b06-b7af-bffddfbf5b88 None None] Port dfd0a726-102f-4241-bc58-43cd41af6f32 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:53:06.870328 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd0a726-102f-4241-bc58-43cd41af6f32 {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:53:06.878322 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.891455 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Transition to ACTIVE for port object dfd0a726-102f-4241-bc58-43cd41af6f32 will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:06.895280 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:06.945635 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:07.026934 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Attempting to bind port dfd0a726-102f-4241-bc58-43cd41af6f32 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:07.028242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Attempting to bind port dfd0a726-102f-4241-bc58-43cd41af6f32 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:07.028710 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Attempting to bind port dfd0a726-102f-4241-bc58-43cd41af6f32 on network 5b2d559e-59d9-4e01-a93e-89d289899281 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:07.035679 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Port dfd0a726-102f-4241-bc58-43cd41af6f32 on network 5b2d559e-59d9-4e01-a93e-89d289899281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:53:07.036459 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Attempting to bind port dfd0a726-102f-4241-bc58-43cd41af6f32 on network 5b2d559e-59d9-4e01-a93e-89d289899281 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:07.045022 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:07.045568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Checking segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:07.046158 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Bound using segment: {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:07.046808 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Bound port: dfd0a726-102f-4241-bc58-43cd41af6f32, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f849d9d9-7d59-4890-a13f-efe68451224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:07.047378 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:07.117561 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:07.120598 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:07.125281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:07.163288 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:07.163930 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:07.165328 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] 10.222.0.10 "PUT /v2.0/ports/dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 200 len: 1094 time: 0.6264980 Jul 30 10:53:07.165765 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:53:07.168191 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:53:07.207143 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae688-cb06-4925-b8c2-f165f5141137 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:07.224348 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90be7a9-aa40-4e5f-b746-eb77e18e64e2 x-openstack-request-id: req-c90be7a9-aa40-4e5f-b746-eb77e18e64e2 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:53:07.224723 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:53:07.225039 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c90be7a9-aa40-4e5f-b746-eb77e18e64e2 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:53:07.225510 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'status': 'completed', 'code': 200} Jul 30 10:53:07.666978 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc68f4-cb76-4099-a2f7-6be042141e3c req-9c411533-7cab-41dc-bf9a-d2461ee645fb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:07.669144 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5cbc68f4-cb76-4099-a2f7-6be042141e3c req-9c411533-7cab-41dc-bf9a-d2461ee645fb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0496078 Jul 30 10:53:07.706921 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5cbc68f4-cb76-4099-a2f7-6be042141e3c req-d70593f2-6589-4c64-9470-3eebd1a5fb20 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Jul 30 10:53:08.721279 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a28cf-ecf9-4e78-876e-c865d7eed7eb req-7e00abc9-6739-4c47-8a95-24403a8d831a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:08.722785 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-069a28cf-ecf9-4e78-876e-c865d7eed7eb req-7e00abc9-6739-4c47-8a95-24403a8d831a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0534101 Jul 30 10:53:08.765316 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-069a28cf-ecf9-4e78-876e-c865d7eed7eb req-dfa7e13d-b2d5-47a6-9e2f-ebf83b73eec3 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363379 Jul 30 10:53:08.878776 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ccea-7258-482b-aea8-52bab4a5378d req-4dcdc9ec-1089-4212-9b05-49c7e031948d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:08.880163 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3e65ccea-7258-482b-aea8-52bab4a5378d req-4dcdc9ec-1089-4212-9b05-49c7e031948d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0599370 Jul 30 10:53:08.921257 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3e65ccea-7258-482b-aea8-52bab4a5378d req-6ec5190d-c705-4c8a-835f-28e82e9df5e2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352123 Jul 30 10:53:09.397968 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071 req-176ebb6d-26ce-4426-bf98-6ea819c3fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.399494 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071 req-176ebb6d-26ce-4426-bf98-6ea819c3fa30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0426390 Jul 30 10:53:09.508121 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-5fe259ed-5ed2-435b-8c3c-d90b90d77bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.509664 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-5fe259ed-5ed2-435b-8c3c-d90b90d77bf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1138 time: 0.0448296 Jul 30 10:53:09.547943 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071 req-3b180ccd-a666-4647-953f-f340a057fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.549468 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071 req-3b180ccd-a666-4647-953f-f340a057fd03 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=21168d9dada845998f2917a595353c9b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1018620 Jul 30 10:53:09.617609 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-ef1d1649-7d53-433b-a464-56c46929e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.619171 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-ef1d1649-7d53-433b-a464-56c46929e907 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 916 time: 0.1005595 Jul 30 10:53:09.650829 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071 req-34e968ce-2e73-45d2-a01d-10c9e3d49e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.653218 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5181ffbd-aacc-49aa-8b8f-7f4149ddf071 req-34e968ce-2e73-45d2-a01d-10c9e3d49e22 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948358 Jul 30 10:53:09.700149 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-79c32623-015c-4e47-81f4-3d6e94edda99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 1002 time: 0.0731709 Jul 30 10:53:09.763117 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-067466fe-dd2a-4ea7-988e-38d6f42b7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.764658 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-067466fe-dd2a-4ea7-988e-38d6f42b7ab2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0454850 Jul 30 10:53:09.764784 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-c1b6c6b5-1b31-43b9-bcd5-5f77944f9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.766137 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-c1b6c6b5-1b31-43b9-bcd5-5f77944f9ced service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.0556185 Jul 30 10:53:09.821994 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-d2fda3b3-af5a-4815-94ed-8368850c85d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 200 len: 217 time: 0.0346873 Jul 30 10:53:09.830530 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-d0869940-191c-409b-a6d2-12848267f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.832039 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-d0869940-191c-409b-a6d2-12848267f93d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443168 Jul 30 10:53:09.872315 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-bfc9c675-18d4-4086-9ca8-a75a6cfc481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.873711 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-bfc9c675-18d4-4086-9ca8-a75a6cfc481f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0442679 Jul 30 10:53:09.936041 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-4b41b286-bbcc-497d-89c5-8202cb6fa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:09.936467 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-1e9e117c-5c03-4a6a-9f4a-059c39892762 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938323 Jul 30 10:53:09.938409 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-4b41b286-bbcc-497d-89c5-8202cb6fa625 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562198 Jul 30 10:53:09.981059 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-53ee087d-0328-4afb-bd82-540300ddab3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:10.089997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5e9fb-5f74-4cbd-acae-a33ca38d3eab req-723ae355-1bc3-486d-a193-0ec2ecfc48ad tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:10.091576 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eaa5e9fb-5f74-4cbd-acae-a33ca38d3eab req-723ae355-1bc3-486d-a193-0ec2ecfc48ad tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.2564561 Jul 30 10:53:10.095515 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-321755d6-1de3-460d-a9b6-6e7bf8c5b2ad req-bf5c11eb-dd86-47ae-90ed-e7d6f252c741 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440787 Jul 30 10:53:10.135190 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eaa5e9fb-5f74-4cbd-acae-a33ca38d3eab req-712c5947-0f92-470b-bb89-95355880e026 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363078 Jul 30 10:53:10.144575 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-c876b7cf-141f-4721-a5d6-39835c847d73 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841595 Jul 30 10:53:10.197892 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f08a9-b408-48e6-8bd4-ab90d210d8f8 req-2be29864-6c7c-420c-8898-5681489adb51 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:10.200596 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-974f08a9-b408-48e6-8bd4-ab90d210d8f8 req-2be29864-6c7c-420c-8898-5681489adb51 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.1669064 Jul 30 10:53:10.315004 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-974f08a9-b408-48e6-8bd4-ab90d210d8f8 req-834a1fd8-c86f-4347-b77c-e859038a9b78 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988944 Jul 30 10:53:10.342180 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-014a8b0d-fc4d-49d0-9635-79fa960339bd req-66d48516-c1f1-4569-a150-7bce9a6f8dc5 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750553 Jul 30 10:53:10.761048 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 33942) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:10.877792 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9be4-79fa-455b-bc9d-a118d8f74ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:10.967661 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9be4-79fa-455b-bc9d-a118d8f74ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:10.971419 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9be4-79fa-455b-bc9d-a118d8f74ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:11.013614 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-0c8d9be4-79fa-455b-bc9d-a118d8f74ec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e01d0d1a30124bc7adeef48a15741de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507234 Jul 30 10:53:11.014708 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9be4-79fa-455b-bc9d-a118d8f74ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c97ac7-203a-4ba2-b021-cd167d7a62cd,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:11.016368 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 33950) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:11.068595 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a98c8dc1-5b84-4d4b-ad85-23cd81d991f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:11.089421 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a98c8dc1-5b84-4d4b-ad85-23cd81d991f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:11.136741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a98c8dc1-5b84-4d4b-ad85-23cd81d991f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:11.139416 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a98c8dc1-5b84-4d4b-ad85-23cd81d991f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:11.140565 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a98c8dc1-5b84-4d4b-ad85-23cd81d991f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9c97ac7-203a-4ba2-b021-cd167d7a62cd HTTP/1.1" status: 204 len: 168 time: 0.1230710 Jul 30 10:53:11.148389 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c8dc1-5b84-4d4b-ad85-23cd81d991f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c97ac7-203a-4ba2-b021-cd167d7a62cd,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:11.259643 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11109fc5-9c55-410a-a809-857ce8ad5fc4 req-a5e3a425-8fd1-4e18-a69f-fb97d3ca349e tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:11.261324 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-11109fc5-9c55-410a-a809-857ce8ad5fc4 req-a5e3a425-8fd1-4e18-a69f-fb97d3ca349e tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0538304 Jul 30 10:53:11.307051 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-11109fc5-9c55-410a-a809-857ce8ad5fc4 req-12b897d1-95cf-4e39-9ac1-3b925bb25564 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388513 Jul 30 10:53:11.449088 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f2f17-1f66-4675-8a7a-1b8de57a6bc4 req-a52ec028-5702-4f79-82da-5222081a7577 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:11.450757 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f24f2f17-1f66-4675-8a7a-1b8de57a6bc4 req-a52ec028-5702-4f79-82da-5222081a7577 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0572326 Jul 30 10:53:11.489196 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f24f2f17-1f66-4675-8a7a-1b8de57a6bc4 req-53e57307-c7e4-4249-b530-a941611a96eb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316191 Jul 30 10:53:12.443091 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee032-6bb2-43cd-9aab-dea5fc7cec9b req-3d984327-1fa4-4ec5-8871-a2de05dfd3b5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:12.444620 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2a8ee032-6bb2-43cd-9aab-dea5fc7cec9b req-3d984327-1fa4-4ec5-8871-a2de05dfd3b5 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0596168 Jul 30 10:53:12.488395 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2a8ee032-6bb2-43cd-9aab-dea5fc7cec9b req-8a4747aa-6ea7-47a7-9aad-76be8aa2a525 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365357 Jul 30 10:53:12.618271 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6ada0-c788-4416-be99-98f8c1657f90 req-e2f366fa-ecd3-41f9-99b9-3557d6af00e5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:12.619650 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10f6ada0-c788-4416-be99-98f8c1657f90 req-e2f366fa-ecd3-41f9-99b9-3557d6af00e5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0554206 Jul 30 10:53:12.661071 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10f6ada0-c788-4416-be99-98f8c1657f90 req-de2da19e-912d-49c6-9a36-dc475951f143 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309846 Jul 30 10:53:12.765256 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:12.844431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea119-eeae-4e67-87ef-873b443f46fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:13.280925 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:53:13.387561 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:13.410622 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'mac_address': 'fa:16:3e:83:20:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:53:13.422864 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:13.455031 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:13.467576 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd0a726-102f-4241-bc58-43cd41af6f32 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:53:13.487849 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:13.492755 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:13.541572 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:13.609806 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f98df-a204-4821-bcdd-a2eb7c4911f0 req-15a182e8-85b9-48a6-b4b3-dda7ea421522 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:13.611212 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-963f98df-a204-4821-bcdd-a2eb7c4911f0 req-15a182e8-85b9-48a6-b4b3-dda7ea421522 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0514412 Jul 30 10:53:13.655295 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-963f98df-a204-4821-bcdd-a2eb7c4911f0 req-59c5ed18-3db6-48f4-901e-aae1a3ed94ec tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375752 Jul 30 10:53:13.789421 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e90fd1-7574-4206-b3be-52f2ebcc9f90 req-883514f2-8062-44fd-b9d9-2b0ec210cd8a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:13.790951 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-93e90fd1-7574-4206-b3be-52f2ebcc9f90 req-883514f2-8062-44fd-b9d9-2b0ec210cd8a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0513349 Jul 30 10:53:13.848368 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['dfd0a726-102f-4241-bc58-43cd41af6f32'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:53:13.852215 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-93e90fd1-7574-4206-b3be-52f2ebcc9f90 req-dbb29c34-a81f-4a98-b949-ad0761524ea0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541670 Jul 30 10:53:14.790658 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079d000-f455-4d89-a01f-f2070f02f000 req-3e739847-1c12-4567-9039-0791b2b7608f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:14.792132 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6079d000-f455-4d89-a01f-f2070f02f000 req-3e739847-1c12-4567-9039-0791b2b7608f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0676494 Jul 30 10:53:14.837057 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6079d000-f455-4d89-a01f-f2070f02f000 req-9e63f086-6344-45dd-8066-deb53504f0ea tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345130 Jul 30 10:53:14.992969 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85062-d64b-47fe-b5ba-0a30aa6e2c70 req-6f39050b-6717-4eeb-b03f-224276aed7be tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:14.994397 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c6a85062-d64b-47fe-b5ba-0a30aa6e2c70 req-6f39050b-6717-4eeb-b03f-224276aed7be tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Jul 30 10:53:15.032052 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c6a85062-d64b-47fe-b5ba-0a30aa6e2c70 req-4627d398-0fa0-48b0-838b-01b39748c219 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317185 Jul 30 10:53:15.260189 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:15.954866 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294590-a993-4601-8996-e8b52f119067 req-400e6106-e711-4d32-bbc6-3a759ba80384 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:15.956362 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c8294590-a993-4601-8996-e8b52f119067 req-400e6106-e711-4d32-bbc6-3a759ba80384 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0498424 Jul 30 10:53:15.996891 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c8294590-a993-4601-8996-e8b52f119067 req-0e709344-2f11-4a55-8375-0b99889c048a tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344951 Jul 30 10:53:16.149806 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87e18c-1b46-4549-a2e7-5760068ab7ed req-9125dde4-76e1-445c-86f9-cbbec768f276 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:16.151224 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b87e18c-1b46-4549-a2e7-5760068ab7ed req-9125dde4-76e1-445c-86f9-cbbec768f276 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Jul 30 10:53:16.192995 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b87e18c-1b46-4549-a2e7-5760068ab7ed req-13ca3640-f0f5-4d2e-9ab5-b97e8595e51e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353858 Jul 30 10:53:17.122914 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ff54-5aba-44cd-bf28-5b5c22e3625c req-df89e0f9-20cb-4b5c-b6a7-426ff2f84106 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:17.123911 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bfc8ff54-5aba-44cd-bf28-5b5c22e3625c req-df89e0f9-20cb-4b5c-b6a7-426ff2f84106 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0521154 Jul 30 10:53:17.164972 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bfc8ff54-5aba-44cd-bf28-5b5c22e3625c req-9f14573f-1101-4c17-a44d-64c3a240e716 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350471 Jul 30 10:53:17.334265 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674c4a-58b9-49eb-bc4c-6bd8c49a4475 req-9f16008d-c21d-4112-bcd7-61dd717f715b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:17.335785 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d4674c4a-58b9-49eb-bc4c-6bd8c49a4475 req-9f16008d-c21d-4112-bcd7-61dd717f715b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0503070 Jul 30 10:53:17.382169 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d4674c4a-58b9-49eb-bc4c-6bd8c49a4475 req-859d2875-ac7a-4a69-856c-db9ba4b56cb5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391247 Jul 30 10:53:17.691300 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:17.766756 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port dfd0a726-102f-4241-bc58-43cd41af6f32 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:17.772581 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port dfd0a726-102f-4241-bc58-43cd41af6f32 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:17.773258 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:17.899137 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:17.935132 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:53:17.939080 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dcafa2-d477-45be-b0c7-4887ba2654a9" -d '{"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:53:17.957153 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:17.961286 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:17.985362 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d4b256-a876-4859-8ad0-0502c658c3b9 x-openstack-request-id: req-57d4b256-a876-4859-8ad0-0502c658c3b9 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:53:17.985659 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:53:17.985937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57d4b256-a876-4859-8ad0-0502c658c3b9 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:53:17.986322 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'code': 200} Jul 30 10:53:18.011493 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:18.208296 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab5f16-aa33-48d1-b692-a5ec593b4945 req-e7834415-209e-4aaf-9924-8dba5ffacee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:18.209824 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-86ab5f16-aa33-48d1-b692-a5ec593b4945 req-e7834415-209e-4aaf-9924-8dba5ffacee0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1099 time: 0.0457518 Jul 30 10:53:18.249472 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-86ab5f16-aa33-48d1-b692-a5ec593b4945 req-8097f6fb-ecc7-4eec-b53d-8326553d3c30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Jul 30 10:53:18.287995 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9a842-b881-4733-9223-02efa3983a74 req-d4844600-9d65-4223-b4e1-2a3483516ae9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:18.289480 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4dd9a842-b881-4733-9223-02efa3983a74 req-d4844600-9d65-4223-b4e1-2a3483516ae9 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0524971 Jul 30 10:53:18.331456 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4dd9a842-b881-4733-9223-02efa3983a74 req-7b481792-b031-495a-bcc5-bdbf59651f74 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349288 Jul 30 10:53:18.440503 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:18.504365 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6099-f6cc-4d52-b8b4-7b3f4b3c137f req-26e5a47a-39a6-4422-aaf8-77ba3df7a319 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:18.505733 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-36af6099-f6cc-4d52-b8b4-7b3f4b3c137f req-26e5a47a-39a6-4422-aaf8-77ba3df7a319 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0494370 Jul 30 10:53:18.544410 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-36af6099-f6cc-4d52-b8b4-7b3f4b3c137f req-e63c21ac-6f84-46a3-baf3-283428150f4e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325899 Jul 30 10:53:19.448487 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55b70f-14a9-48ec-856c-1f878ae6811b req-0d86843d-cd33-45d9-9ecf-e7dff6118279 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:19.450576 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3e55b70f-14a9-48ec-856c-1f878ae6811b req-0d86843d-cd33-45d9-9ecf-e7dff6118279 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0511019 Jul 30 10:53:19.491562 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3e55b70f-14a9-48ec-856c-1f878ae6811b req-8e3f4bba-cb29-428a-8281-fad8206904d0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349221 Jul 30 10:53:19.905479 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b414-d124-49f9-bcea-50fcca6714db req-6746ab1c-61a3-4d3d-9ca1-1860ecb63002 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:19.906976 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1176b414-d124-49f9-bcea-50fcca6714db req-6746ab1c-61a3-4d3d-9ca1-1860ecb63002 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0505848 Jul 30 10:53:19.920581 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-913f96fa-113b-43f6-9c8d-9e8de905e42d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410514 Jul 30 10:53:19.952721 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1176b414-d124-49f9-bcea-50fcca6714db req-c697bd9a-2d01-40b5-a67a-5f5f6f2ac901 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338478 Jul 30 10:53:20.081232 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128f529-f448-48d7-8141-b37f03ca3702 req-e382b777-180e-4c34-afac-ae77a07ff9fc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:20.082776 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e128f529-f448-48d7-8141-b37f03ca3702 req-e382b777-180e-4c34-afac-ae77a07ff9fc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0616169 Jul 30 10:53:20.088195 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-5cc3af87-4f88-4c42-b715-c341ddbdf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:20.090999 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-5cc3af87-4f88-4c42-b715-c341ddbdf4a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1098 time: 0.0679746 Jul 30 10:53:20.095472 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34044) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:20.100049 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Request body: {'floatingip': {'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:20.146942 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:20.594052 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-845fe2bd-a75d-4780-9e34-ecaaa3101c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:20.595528 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-845fe2bd-a75d-4780-9e34-ecaaa3101c2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 909 time: 0.4643419 Jul 30 10:53:20.724483 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-75cdd9ad-a33c-4ed3-9dcc-80fc362e17df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 1001 time: 0.1150773 Jul 30 10:53:20.754973 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d7093-bf05-4a2b-bc67-b0e587b93a99 req-9fc5a618-fd6f-45f7-b6bb-5467672ed20c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:20.756405 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7d6d7093-bf05-4a2b-bc67-b0e587b93a99 req-9fc5a618-fd6f-45f7-b6bb-5467672ed20c tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.1640203 Jul 30 10:53:20.886924 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-fd1e21c2-766b-4eec-950e-0504b28d04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:20.888333 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-fd1e21c2-766b-4eec-950e-0504b28d04a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.1551838 Jul 30 10:53:20.909473 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7d6d7093-bf05-4a2b-bc67-b0e587b93a99 req-f3ad4c62-cd2c-4856-99d1-281987f62394 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327207 Jul 30 10:53:20.985480 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-87e89001-7adc-4b6f-ba50-a81781c3fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:20.987054 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-87e89001-7adc-4b6f-ba50-a81781c3fd87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907087 Jul 30 10:53:21.142602 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:21.149685 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:21.155886 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-83d7c882-6f0a-4c90-9d77-baa4184be019 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597016 Jul 30 10:53:21.317408 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Floating IP 3efeffd3-721b-46de-b18d-83674adf97d9 associated. External IP: 172.27.0.86, port: dfd0a726-102f-4241-bc58-43cd41af6f32. Jul 30 10:53:21.320941 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c572355e-2659-4ff6-84f5-eff8b3cc7203 req-660ff99e-dca4-47cf-ab2b-d97863d77c3b service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358285 Jul 30 10:53:21.536425 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:53:21.642570 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:53:21.647459 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:21.652447 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:53:21.662129 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:21.662745 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:21.674739 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a8c6322d-432d-4102-8d19-01ee47da37f3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "PUT /v2.0/floatingips/3efeffd3-721b-46de-b18d-83674adf97d9 HTTP/1.1" status: 200 len: 991 time: 1.5781600 Jul 30 10:53:21.675311 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:53:21.677584 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c0e905-a30a-47a8-acbe-8423e177d8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:53:21.719290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd75579-cdef-4eb8-86d4-91e3916123fc x-openstack-request-id: req-abd75579-cdef-4eb8-86d4-91e3916123fc {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:53:21.719648 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:53:21.719968 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abd75579-cdef-4eb8-86d4-91e3916123fc {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:53:21.720428 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'status': 'completed', 'code': 200} Jul 30 10:53:21.768914 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:21.814708 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-79f3fa33-f930-41f7-8eae-ac32016be770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:21.816205 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-79f3fa33-f930-41f7-8eae-ac32016be770 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1099 time: 0.0435214 Jul 30 10:53:21.915508 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-bb973885-01c4-44c0-a95c-04fc5fb20eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:21.917028 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-bb973885-01c4-44c0-a95c-04fc5fb20eb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.0914803 Jul 30 10:53:21.985547 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-8216d6a1-8cda-467f-8a9b-2da83815e59c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 200 len: 999 time: 0.0604584 Jul 30 10:53:22.001868 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '3efeffd3-721b-46de-b18d-83674adf97d9', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'mac_address': 'fa:16:3e:83:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:53:01Z', 'updated_at': '2021-07-30T10:53:20Z', 'revision_number': 1, 'project_id': '21168d9dada845998f2917a595353c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:22.031679 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:53:22.034570 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13313ef-3139-49cf-852a-41efc33512f9 req-4def4c44-79ed-4634-82f1-bd0fe0d5988b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:22.038305 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e13313ef-3139-49cf-852a-41efc33512f9 req-4def4c44-79ed-4634-82f1-bd0fe0d5988b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0590611 Jul 30 10:53:22.040243 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:22.040856 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:22.044017 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-388d718c-3b55-4787-9b12-58d739b5b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:22.045503 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-388d718c-3b55-4787-9b12-58d739b5b95a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0518274 Jul 30 10:53:22.078954 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e13313ef-3139-49cf-852a-41efc33512f9 req-850340fa-234c-4cd0-92b9-bd9ee27667a8 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364122 Jul 30 10:53:22.095891 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-fca45dba-3ba5-4a8e-90f2-5e711f231f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:22.097421 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-fca45dba-3ba5-4a8e-90f2-5e711f231f39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439649 Jul 30 10:53:22.149776 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:22.187843 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-c048ac18-f094-4290-b5da-aec2bfba01cd service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Jul 30 10:53:22.285671 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4c0e905-a30a-47a8-acbe-8423e177d8d0 req-409cea2e-597c-419d-9785-698032f39adf service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904133 Jul 30 10:53:22.379907 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '3efeffd3-721b-46de-b18d-83674adf97d9', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'mac_address': 'fa:16:3e:83:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:53:01Z', 'updated_at': '2021-07-30T10:53:20Z', 'revision_number': 1, 'project_id': '21168d9dada845998f2917a595353c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:22.414903 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d7969-b70a-4af9-8464-5d6b6a29b480 None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '3efeffd3-721b-46de-b18d-83674adf97d9', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'mac_address': 'fa:16:3e:83:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:53:01Z', 'updated_at': '2021-07-30T10:53:20Z', 'revision_number': 1, 'project_id': '21168d9dada845998f2917a595353c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:53:22.621443 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab856551-8a9c-4573-bc3c-b8d1736ecc08 None None] New status for floating IP 3efeffd3-721b-46de-b18d-83674adf97d9: ACTIVE {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:53:23.201263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede75f7-c7c1-4db4-a24f-c78a278aa927 req-4bf51146-0f15-4783-8105-041bf90ba0de tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:23.202754 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cede75f7-c7c1-4db4-a24f-c78a278aa927 req-4bf51146-0f15-4783-8105-041bf90ba0de tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0491836 Jul 30 10:53:23.242999 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cede75f7-c7c1-4db4-a24f-c78a278aa927 req-eaebc91d-a6b7-48d9-9e8e-7d51d19f8d66 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341439 Jul 30 10:53:24.389399 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f3d6-a10a-45a0-b3bd-db127c932e4f req-13e20549-b7f4-419e-b428-3b7bbfd45ef7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:24.391817 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b921f3d6-a10a-45a0-b3bd-db127c932e4f req-13e20549-b7f4-419e-b428-3b7bbfd45ef7 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0780098 Jul 30 10:53:24.452949 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b921f3d6-a10a-45a0-b3bd-db127c932e4f req-483cc049-ae04-4091-ac51-b6e1c04f2f71 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&id=406420ab-283f-48a8-9c13-54d44c944837&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544868 Jul 30 10:53:28.243382 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34144) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:28.287401 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Deleting subnet 9a263894-ebbc-4bc3-812e-c777ff8eef54 {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:53:28.290406 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.329502 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.369220 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.423175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.448820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a263894-ebbc-4bc3-812e-c777ff8eef54,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:28.457094 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.461187 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9a263894-ebbc-4bc3-812e-c777ff8eef54 HTTP/1.1" status: 204 len: 168 time: 0.2146771 Jul 30 10:53:28.461187 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.461187 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.461553 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.461919 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.462215 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34148) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:28.462650 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.462650 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.462896 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.463226 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.463556 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.464711 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.464711 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.465031 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1d293-aa74-4bc0-a8ec-d61ce82cb048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.541359 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.622242 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.632156 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.632496 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.633318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.633647 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > port after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.634014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.634351 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.634682 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.635013 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.635323 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.635637 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.740989 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.741280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.741618 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.742026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 10:53:28.742417 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9915323-46ef-4a46-b101-08fcb0ef595d']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:28.761192 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba112ce-fba6-406c-9d73-3ee1f84f1c58') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:28.761539 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba112ce-fba6-406c-9d73-3ee1f84f1c58') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:28.777228 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.804080 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.813698 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:53:28.814123 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: from cryptography.utils import int_from_bytes Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: from cryptography.utils import int_from_bytes Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:53:28.818259 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:53:28.874588 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.882054 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:28.884038 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9915323-46ef-4a46-b101-08fcb0ef595d HTTP/1.1" status: 204 len: 168 time: 0.4200051 Jul 30 10:53:28.894039 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d9915323-46ef-4a46-b101-08fcb0ef595d,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:28.901784 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.902166 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.902562 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.902898 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.903234 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.903609 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.903927 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.904259 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.904586 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.904909 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.905240 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:28.905566 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bb4eca-bfa5-41c5-a69f-101d862cd2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:29.077870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34154) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:29.121264 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-393c6074-ffe7-479f-95fc-de4f25beed5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fdcc864dae247c09e76adb2bcb8cb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421429 Jul 30 10:53:29.123824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34156) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:29.173436 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9893f6af-74b3-428e-b9c8-6809436d3b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:29.200565 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9893f6af-74b3-428e-b9c8-6809436d3b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:29.246669 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9893f6af-74b3-428e-b9c8-6809436d3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:29.249277 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9893f6af-74b3-428e-b9c8-6809436d3b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:29.250489 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9893f6af-74b3-428e-b9c8-6809436d3b0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f77c3e73-0afa-46c6-ad85-fc6303dbbeb4 HTTP/1.1" status: 204 len: 168 time: 0.1257403 Jul 30 10:53:29.258795 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893f6af-74b3-428e-b9c8-6809436d3b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c3e73-0afa-46c6-ad85-fc6303dbbeb4,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:29.939802 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34180) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:30.036480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-87960590-network', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:30.060201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Made reservation on behalf of 989527b3787d4aacbf2a61a6f8c16db7 for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:53:30.062858 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.071138 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.162800 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.166652 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.191616 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=104663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:53:30.202270 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7658b1de-b851-4141-b936-b20dd833a405,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:30.208023 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.208604 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Added segment a9b1cc71-1768-4f13-bc78-353b73e81ba3 of type vlan for network 9eeefab1-e10d-4574-831d-ef902e9c344a Jul 30 10:53:30.250697 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.279508 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.280689 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:30.281281 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.337245 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3962348 Jul 30 10:53:30.341390 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34186) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:30.346537 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675d04c-de4b-4a34-88a9-ac26670be26d admin admin] Pushing event updated for resources: {'Network': ['ID=9eeefab1-e10d-4574-831d-ef902e9c344a,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:30.349256 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Request body: {'subnet': {'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-87960590-subnet', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:30.359202 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 9eeefab1-e10d-4574-831d-ef902e9c344a details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:53:30.373531 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Made reservation on behalf of 989527b3787d4aacbf2a61a6f8c16db7 for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:53:30.376463 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3426606'] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.546625 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3426560'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.604160 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7e791a-9a09-4e7a-b40d-70e3ae986261,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:30.615056 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Checking segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:30.615414 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Network hostable DHCP agents. Network: 9eeefab1-e10d-4574-831d-ef902e9c344a, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:53:30.631939 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:53:30.641099 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 9eeefab1-e10d-4574-831d-ef902e9c344a) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:30.645905 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:30.646837 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.650818 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dca251-6374-4a55-b508-752bc2548239 None None] Network 9eeefab1-e10d-4574-831d-ef902e9c344a requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:53:30.662577 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-229b63fc-d258-473c-bb42-2b7657d15e1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3196888 Jul 30 10:53:30.665582 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34188) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:30.670582 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:30.693185 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.694938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.758900 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.806275 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-9eeefab1-e10d-4574-831d-ef902e9c344a', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:53:30.807143 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:30.946357 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Allocated IP 172.20.0.2 (9eeefab1-e10d-4574-831d-ef902e9c344a/8b7e791a-9a09-4e7a-b40d-70e3ae986261/d3cd2da2-5edc-4c2f-a708-4a379c2044a2) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:31.100688 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.109514 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Transition to ACTIVE for port object d3cd2da2-5edc-4c2f-a708-4a379c2044a2 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:31.125302 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Transition to ACTIVE for port object d3cd2da2-5edc-4c2f-a708-4a379c2044a2 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:31.132817 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.171049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:31.173917 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:31.177383 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:31.189558 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Pushing event updated for resources: {'Port': ['ID=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:31.247343 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Attempting to bind port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:31.247744 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Attempting to bind port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:31.248165 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Attempting to bind port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:31.249664 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.253345 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:31.253724 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Checking segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:31.254152 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.254549 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Bound using segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:31.255049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Bound port: d3cd2da2-5edc-4c2f-a708-4a379c2044a2, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:31.255439 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.322487 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] For port d3cd2da2-5edc-4c2f-a708-4a379c2044a2, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:31.328251 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] For port d3cd2da2-5edc-4c2f-a708-4a379c2044a2, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:31.336453 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.375867 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:53:31.436697 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df12eef-7d67-4b45-8b4f-fe02157884bf None None] Pushing event updated for resources: {'Port': ['ID=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:31.484812 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.508695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.650466 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Allocated IP 172.27.0.16 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/5d58306c-6ac5-4133-9345-94a754745d2b) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:31.803382 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.859169 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:31.900746 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:31.903684 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:31.906300 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:31.914210 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Pushing event updated for resources: {'Port': ['ID=5d58306c-6ac5-4133-9345-94a754745d2b,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:32.176061 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:32.329067 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f670787-dbd4-4dd5-a4f6-c8d7cec9e350 None None] Network 9eeefab1-e10d-4574-831d-ef902e9c344a requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:53:32.387340 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:32.450812 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-ca4a7b69-e6b2-4912-bc31-aa02793e0c27 None None] Provisioning for port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:32.530445 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:53:32.648085 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:53:32.662061 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:53:32.667902 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:32.669461 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-6735c3fe-7a2a-4fa9-a6d4-64edeb5c509f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0029089 Jul 30 10:53:32.673343 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:32.673522 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34198) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:32.674049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:32.923826 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:33.131071 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:32Z', 'revision_number': 3, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:33.163937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:53:33.164298 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Updating router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 port 5d58306c-6ac5-4133-9345-94a754745d2b binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:53:33.195912 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.279384 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device d3cd2da2-5edc-4c2f-a708-4a379c2044a2 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:33.391374 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:33.398678 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:33.399030 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.425401 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.563162 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.566253 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.585769 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Transition to ACTIVE for port object 5d58306c-6ac5-4133-9345-94a754745d2b will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:33.601698 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Allocated IP 172.20.0.1 (9eeefab1-e10d-4574-831d-ef902e9c344a/8b7e791a-9a09-4e7a-b40d-70e3ae986261/6a2898fd-046e-46f4-815e-d9f268bff807) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:33.602009 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.617983 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port d3cd2da2-5edc-4c2f-a708-4a379c2044a2, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:33.641057 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.668489 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1b02f-99e6-47c5-bfd7-d8fbc5be6004 None None] Pushing event updated for resources: {'Port': ['ID=5d58306c-6ac5-4133-9345-94a754745d2b,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:33.670965 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Attempting to bind port 5d58306c-6ac5-4133-9345-94a754745d2b on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:33.671336 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Attempting to bind port 5d58306c-6ac5-4133-9345-94a754745d2b by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:33.671697 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Attempting to bind port 5d58306c-6ac5-4133-9345-94a754745d2b on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:33.700162 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:33.700545 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:33.700953 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.701350 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:33.701916 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Bound port: 5d58306c-6ac5-4133-9345-94a754745d2b, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:33.702265 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.734073 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.750573 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Transition to ACTIVE for port object 6a2898fd-046e-46f4-815e-d9f268bff807 will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:33.765218 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:33.777892 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] For port 5d58306c-6ac5-4133-9345-94a754745d2b, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:33.782275 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] For port 5d58306c-6ac5-4133-9345-94a754745d2b, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=5d58306c-6ac5-4133-9345-94a754745d2b,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:33.786908 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.788022 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.827371 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:33.830294 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:33.833986 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:33.847250 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:33.847875 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:33.864923 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Pushing event updated for resources: {'Port': ['ID=6a2898fd-046e-46f4-815e-d9f268bff807,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:33.885480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:33.905026 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1b02f-99e6-47c5-bfd7-d8fbc5be6004 None None] Pushing event updated for resources: {'Port': ['ID=5d58306c-6ac5-4133-9345-94a754745d2b,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:33.997170 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:34.047779 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:34.168283 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-abf63d46-e524-41f4-99e4-badae9ba831f None None] Provisioning for port 6a2898fd-046e-46f4-815e-d9f268bff807 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:34.194287 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-abf63d46-e524-41f4-99e4-badae9ba831f None None] Provisioning complete for port 6a2898fd-046e-46f4-815e-d9f268bff807 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:34.194658 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-abf63d46-e524-41f4-99e4-badae9ba831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:34.240274 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-abf63d46-e524-41f4-99e4-badae9ba831f None None] Port 6a2898fd-046e-46f4-815e-d9f268bff807 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:53:34.257127 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:34.257345 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:32Z', 'revision_number': 3, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:34.263372 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:34.296300 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d51ef-9030-4f07-bb90-532883f3b5f7 None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:32Z', 'revision_number': 3, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:53:34.336985 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Pushing event updated for resources: {'Port': ['ID=6a2898fd-046e-46f4-815e-d9f268bff807,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:34.340036 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:34.439678 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:34.441028 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:34.579716 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:53:34.708258 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:53:34.715907 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-05c89ff8-94a2-44ee-aca7-a9bdd635bfba admin admin] 10.222.0.23 "PUT /v2.0/routers/75dea1f3-cbf4-4a32-b250-f5503a4396b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407698 Jul 30 10:53:34.780465 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-4ac821c2-44cb-44d5-9e80-f04667bf28ec None None] Provisioning complete for port 6a2898fd-046e-46f4-815e-d9f268bff807 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:34.780928 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4ac821c2-44cb-44d5-9e80-f04667bf28ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:34.820447 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-4ac821c2-44cb-44d5-9e80-f04667bf28ec None None] Port 6a2898fd-046e-46f4-815e-d9f268bff807 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:53:35.223477 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34222) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:35.230280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1282793886-network', 'tenant_id': 'a03d9cff163749399108021be8a1aff7'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:35.257189 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Made reservation on behalf of a03d9cff163749399108021be8a1aff7 for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:53:35.260197 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.275402 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.281896 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device d3cd2da2-5edc-4c2f-a708-4a379c2044a2 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:35.357035 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:35.357535 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.387717 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.392158 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.413459 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=104663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:53:35.429199 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0856ae78-0679-4a16-902e-170515c807c5,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:35.433199 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.433199 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Added segment 10fcfe80-2c52-4323-b566-5cadef0496b3 of type vlan for network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed Jul 30 10:53:35.447319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 5d58306c-6ac5-4133-9345-94a754745d2b up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:35.474409 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.497011 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 5d58306c-6ac5-4133-9345-94a754745d2b completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:35.500732 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 5d58306c-6ac5-4133-9345-94a754745d2b triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:35.501100 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.505912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.506939 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:35.507565 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.566259 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3409066 Jul 30 10:53:35.569036 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34226) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:35.574217 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Request body: {'subnet': {'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1282793886-subnet', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:35.585238 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea4983-1217-4a5f-8a6e-b78d30d71df9 admin admin] Pushing event updated for resources: {'Network': ['ID=4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:35.588682 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.597590 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Made reservation on behalf of a03d9cff163749399108021be8a1aff7 for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:53:35.597734 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:53:35.600013 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3426606'] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.660142 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 5d58306c-6ac5-4133-9345-94a754745d2b, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=5d58306c-6ac5-4133-9345-94a754745d2b,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:35.671489 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.732083 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=5d58306c-6ac5-4133-9345-94a754745d2b,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:35.783938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3426560'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.841490 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eec8dcf-02c2-456a-bec7-9e482c4568df,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:35.849283 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Checking segment: {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:35.849645 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Network hostable DHCP agents. Network: 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:53:35.866224 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:53:35.876179 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:35.880168 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:35.880770 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-643f030b-71db-4567-9599-ee581270572e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.884708 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c4c4ed-f2e1-4542-b920-71cd27a47038 None None] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:53:35.898582 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-643f030b-71db-4567-9599-ee581270572e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3261108 Jul 30 10:53:35.898936 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34228) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:35.903955 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:35.931697 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1637212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.934415 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1716022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:35.945906 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:53:35.956922 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:35.957746 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:35.998706 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.052248 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbb1645f-d4f2-50fb-8179-f189317f3811-4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed', 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'fixed_ips': [{'subnet_id': '5eec8dcf-02c2-456a-bec7-9e482c4568df'}]}} from dv-cinder-801989-5-iscsi. {{(pid=104664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 10:53:36.053157 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.082865 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:36.155462 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.201605 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.db_base_plugin_common [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Allocated IP 172.20.0.2 (4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed/5eec8dcf-02c2-456a-bec7-9e482c4568df/dfc07af4-5da0-46ca-ac8c-262df2618f12) {{(pid=104664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:36.296148 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 2, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:36.331443 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:53:36.331792 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Updating router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 port 6a2898fd-046e-46f4-815e-d9f268bff807 binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:53:36.358933 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.367246 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.368049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Transition to ACTIVE for port object dfc07af4-5da0-46ca-ac8c-262df2618f12 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:36.381327 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.384460 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Transition to ACTIVE for port object dfc07af4-5da0-46ca-ac8c-262df2618f12 will not be triggered until provisioned by entity DHCP. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:36.393433 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380'] for port, after_create {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.403067 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.440648 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed is already hosted by enough agents. {{(pid=104664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:36.445164 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.scheduler.base_scheduler [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Resources bound (agent type, host, resource id): {{(pid=104664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:36.452112 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Received port after_create {{(pid=104664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:36.455072 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Pushing event updated for resources: {'Port': ['ID=dfc07af4-5da0-46ca-ac8c-262df2618f12,revision_number=1']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:36.515685 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Attempting to bind port dfc07af4-5da0-46ca-ac8c-262df2618f12 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:36.515912 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Attempting to bind port dfc07af4-5da0-46ca-ac8c-262df2618f12 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:36.516220 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Attempting to bind port dfc07af4-5da0-46ca-ac8c-262df2618f12 on network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:36.521408 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:36.521788 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Checking segment: {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:36.522223 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.522619 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Bound using segment: {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:36.523091 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Bound port: dfc07af4-5da0-46ca-ac8c-262df2618f12, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:36.523477 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.524475 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Allocated IP 172.27.0.179 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:36.592438 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] For port dfc07af4-5da0-46ca-ac8c-262df2618f12, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:36.596049 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] For port dfc07af4-5da0-46ca-ac8c-262df2618f12, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dfc07af4-5da0-46ca-ac8c-262df2618f12,segment=NetworkSegment(10fcfe80-2c52-4323-b566-5cadef0496b3),segment_id=10fcfe80-2c52-4323-b566-5cadef0496b3)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:36.601043 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.656905 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.670771 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd596b9-f667-46e5-8974-1816e88a1ee4 None None] Pushing event updated for resources: {'Port': ['ID=dfc07af4-5da0-46ca-ac8c-262df2618f12,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:36.674476 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.686420 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Transition to ACTIVE for port object 6a2898fd-046e-46f4-815e-d9f268bff807 will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:36.692737 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.714213 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.754513 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Pushing event updated for resources: {'Port': ['ID=6a2898fd-046e-46f4-815e-d9f268bff807,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:36.755509 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:36.758610 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:36.765213 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.765577 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.765965 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.766314 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.766608 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.766936 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.767144 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:36.767262 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.767561 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.767895 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.768440 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.768765 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.769313 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:53:36.799225 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:36.828870 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Attempting to bind port 6a2898fd-046e-46f4-815e-d9f268bff807 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:36.829245 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Attempting to bind port 6a2898fd-046e-46f4-815e-d9f268bff807 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:36.829601 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Attempting to bind port 6a2898fd-046e-46f4-815e-d9f268bff807 on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:36.840576 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:36.841182 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Checking segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:36.841764 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.842337 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Bound using segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:36.842981 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Bound port: 6a2898fd-046e-46f4-815e-d9f268bff807, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:36.843381 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:36.940651 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] For port 6a2898fd-046e-46f4-815e-d9f268bff807, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:36.945306 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] For port 6a2898fd-046e-46f4-815e-d9f268bff807, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=6a2898fd-046e-46f4-815e-d9f268bff807,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:36.957460 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:37.018003 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9905f0-5b3f-420b-b2a7-f8bd81a7ea83 None None] Pushing event updated for resources: {'Port': ['ID=6a2898fd-046e-46f4-815e-d9f268bff807,revision_number=4']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:37.035496 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:37.036118 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:37.107142 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:37.209581 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:37.360796 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dfc07af4-5da0-46ca-ac8c-262df2618f12 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:37.401883 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716457'] for router, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:37.423386 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port dfc07af4-5da0-46ca-ac8c-262df2618f12 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:37.428919 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 5d58306c-6ac5-4133-9345-94a754745d2b up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:37.447520 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:36Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:37.476638 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13eed860-d38b-44ca-ab8d-0a3bc6a8dbfc None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:36Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:53:37.500792 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 5d58306c-6ac5-4133-9345-94a754745d2b triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:37.501424 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:37.596512 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Router 92402adf-185d-4782-993d-1631740b0f35 is scheduled to L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d with binding_index 1 {{(pid=104663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 10:53:37.746766 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:53:37.758065 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Sync routers for ids ['92402adf-185d-4782-993d-1631740b0f35'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:53:37.767660 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:37.769546 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-2986cb6d-4070-4498-8dce-aec075ab6656 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8690119 Jul 30 10:53:37.771953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34238) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:37.774138 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Routers {'92402adf-185d-4782-993d-1631740b0f35'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:37.775452 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['92402adf-185d-4782-993d-1631740b0f35'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:37.913937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Set router 92402adf-185d-4782-993d-1631740b0f35 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:37.949792 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac2ee7-95b8-49af-bc58-73959ab78d28 None None] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:53:38.250761 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] Provisioning for port dfc07af4-5da0-46ca-ac8c-262df2618f12 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:38.278619 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] Provisioning complete for port dfc07af4-5da0-46ca-ac8c-262df2618f12 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:38.278928 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.459572 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.508832 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] For port dfc07af4-5da0-46ca-ac8c-262df2618f12, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dfc07af4-5da0-46ca-ac8c-262df2618f12,segment=NetworkSegment(10fcfe80-2c52-4323-b566-5cadef0496b3),segment_id=10fcfe80-2c52-4323-b566-5cadef0496b3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:38.511270 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T10:53:36Z', 'revision_number': 3, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:38.568515 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.573255 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Checking router: 92402adf-185d-4782-993d-1631740b0f35 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:53:38.573628 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Updating router 92402adf-185d-4782-993d-1631740b0f35 port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 binding host dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:53:38.632851 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.672645 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.674638 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebccf8-ea49-4486-a77a-67d0381742db None None] Pushing event updated for resources: {'Port': ['ID=dfc07af4-5da0-46ca-ac8c-262df2618f12,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:38.836557 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-77be0dfa-e7d0-4dc0-b539-94ce57ce022e None None] Provisioning complete for port dfc07af4-5da0-46ca-ac8c-262df2618f12 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:38.837005 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77be0dfa-e7d0-4dc0-b539-94ce57ce022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.866527 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Allocated IP 172.20.0.1 (4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed/5eec8dcf-02c2-456a-bec7-9e482c4568df/2d58a5c3-5390-429c-b82e-3c83971590f0) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:53:38.985354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:38.999831 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Transition to ACTIVE for port object 2d58a5c3-5390-429c-b82e-3c83971590f0 will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:39.023546 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Notify callbacks [] for port, precommit_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.038738 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Transition to ACTIVE for port object dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 will not be triggered until provisioned by entity L2. {{(pid=104664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:39.045176 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.052209 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.091858 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:39.094946 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:39.098556 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:53:39.100784 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Attempting to bind port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:39.101172 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Attempting to bind port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:39.101540 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Attempting to bind port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 on network 4891d188-bd5b-4f5a-a457-6c650fc149bc {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:39.109471 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:39.109876 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Checking segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:39.110285 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.110689 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Bound using segment: {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'} {{(pid=104664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:39.111166 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.managers [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Bound port: dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6382ea82-e615-4f09-a54c-376d9c1044a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}}] {{(pid=104664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:39.111555 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.125017 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Pushing event updated for resources: {'Port': ['ID=2d58a5c3-5390-429c-b82e-3c83971590f0,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:39.138880 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aa6c7-7b7a-4f10-8d6b-6f36b61914fa None None] Pushing event updated for resources: {'Port': ['ID=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,revision_number=2']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:39.149298 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716278'] for router_interface, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.177968 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] For port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:39.181814 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] For port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:39.188858 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.255898 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aa6c7-7b7a-4f10-8d6b-6f36b61914fa None None] Pushing event updated for resources: {'Port': ['ID=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,revision_number=3']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:39.273572 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Routers {'92402adf-185d-4782-993d-1631740b0f35'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:39.274240 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['92402adf-185d-4782-993d-1631740b0f35'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:39.374203 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.454043 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] Set router 92402adf-185d-4782-993d-1631740b0f35 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:39.486430 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dfc07af4-5da0-46ca-ac8c-262df2618f12 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:39.590361 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.597998 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.608898 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f2e4b7b5-f868-49d2-91ff-ea1e57867f90 None None] Provisioning for port 2d58a5c3-5390-429c-b82e-3c83971590f0 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:39.659919 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f2e4b7b5-f868-49d2-91ff-ea1e57867f90 None None] Provisioning complete for port 2d58a5c3-5390-429c-b82e-3c83971590f0 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:39.660302 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b7b5-f868-49d2-91ff-ea1e57867f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.666438 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717158'] for router_interface, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.669751 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Pushing event updated for resources: {'Port': ['ID=2d58a5c3-5390-429c-b82e-3c83971590f0,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:39.722201 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4b7b5-f868-49d2-91ff-ea1e57867f90 None None] Port 2d58a5c3-5390-429c-b82e-3c83971590f0 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:53:39.753557 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port dfc07af4-5da0-46ca-ac8c-262df2618f12 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:39.753939 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:39.785369 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:53:39.787694 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:53:39.872778 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T10:53:36Z', 'revision_number': 3, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:39.906016 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7adf6d-dd8c-4536-994c-70311ca47057 None None] The sync data for ids ['92402adf-185d-4782-993d-1631740b0f35'] in dv-cinder-801989-5-iscsi is: [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T10:53:36Z', 'revision_number': 3, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:53:39.914526 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6a2898fd-046e-46f4-815e-d9f268bff807 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:39.975124 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Router 92402adf-185d-4782-993d-1631740b0f35 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:53:40.120458 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a3d4-df06-45fb-9e9a-b79880778d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.123175 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:53:40.128585 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-fd494245-6ac6-4a39-a257-ee2dc7ca6230 None None] Provisioning complete for port 2d58a5c3-5390-429c-b82e-3c83971590f0 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:40.129002 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-fd494245-6ac6-4a39-a257-ee2dc7ca6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.129594 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-5e83c800-e3ee-4f34-8438-13d4a3d08e08 admin admin] 10.222.0.23 "PUT /v2.0/routers/92402adf-185d-4782-993d-1631740b0f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3562653 Jul 30 10:53:40.161244 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 6a2898fd-046e-46f4-815e-d9f268bff807 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:40.170089 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 6a2898fd-046e-46f4-815e-d9f268bff807 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:40.170466 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.195585 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-fd494245-6ac6-4a39-a257-ee2dc7ca6230 None None] Port 2d58a5c3-5390-429c-b82e-3c83971590f0 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:53:40.309300 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.361770 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 6a2898fd-046e-46f4-815e-d9f268bff807, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=6a2898fd-046e-46f4-815e-d9f268bff807,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:40.367473 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.442209 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=6a2898fd-046e-46f4-815e-d9f268bff807,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:40.788361 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34256) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:40.793242 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943487378', 'description': 'tempest-secgroup-smoke-943487378 description', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:40.819084 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.916319 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.921516 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.951504 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:40.952728 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1633580 Jul 30 10:53:40.954737 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b5ad5-abfd-4a9e-9806-1f6e6da9ea83 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c5501-28cb-47f4-b9b6-40c508413060,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:40.956754 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34258) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:40.961644 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c5501-28cb-47f4-b9b6-40c508413060', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:40.990783 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.056541 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.062015 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.079201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c90f3a-1774-410e-9f7e-ed2d582a6cc2,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.088662 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.089890 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-3153851a-b3f7-427a-b694-9f27d6b466a2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321967 Jul 30 10:53:41.092635 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34262) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:41.097287 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c5501-28cb-47f4-b9b6-40c508413060', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:41.129258 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.195872 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.200937 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.219413 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e8bd7f-6bbd-4153-a4c2-73f00d3ddd1a,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.226950 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.229108 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-0d7b8a04-6907-47ec-ad9f-e6caa909173b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350417 Jul 30 10:53:41.231738 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34264) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:41.237094 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c5501-28cb-47f4-b9b6-40c508413060', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:41.266326 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.310871 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:41.364356 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.370537 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.374622 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:41.380954 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:41.381718 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.404790 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31564ff-0616-4f11-a3b7-cd9114ecf77b,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.415418 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.417258 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-acaf6690-69d1-4489-b38d-802025f10509 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842825 Jul 30 10:53:41.419742 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34266) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:41.424377 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c5501-28cb-47f4-b9b6-40c508413060', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:41.457818 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.491154 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.514623 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:41.520170 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.521319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6a2898fd-046e-46f4-815e-d9f268bff807 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:41.534584 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.538911 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.560973 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.562202 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414595 Jul 30 10:53:41.563907 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa97cb-6621-44f2-9e25-5426f35bb1dc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a105a25-d1a5-48e9-80a3-bd6e39188128,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.568119 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34268) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:41.576314 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c5501-28cb-47f4-b9b6-40c508413060', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:41.601307 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.securitygroups_db [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Project 989527b3787d4aacbf2a61a6f8c16db7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 10:53:41.606816 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.610181 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.628261 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 6a2898fd-046e-46f4-815e-d9f268bff807 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:41.628713 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.679831 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.684694 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.701777 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d43abc6-e0ec-4a3d-b435-a609569af3b2,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.714474 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.715904 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d6dbbed8-b71f-4de5-b805-205aaab562ee tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443279 Jul 30 10:53:41.718993 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34272) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:53:41.724648 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'security_group_rule': {'security_group_id': 'ab8c5501-28cb-47f4-b9b6-40c508413060', 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:53:41.751048 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.securitygroups_db [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Project 989527b3787d4aacbf2a61a6f8c16db7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 10:53:41.759261 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.770997 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Sync routers for ids ['92402adf-185d-4782-993d-1631740b0f35'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:53:41.780475 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Routers {'92402adf-185d-4782-993d-1631740b0f35'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:41.781075 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['92402adf-185d-4782-993d-1631740b0f35'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:41.828469 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.832939 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.849268 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed52b8da-4683-47f3-9a30-68a8283212d7,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:41.861278 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:41.863194 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d089460b-e7cd-4fa7-9e87-7c646428c456 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428604 Jul 30 10:53:41.895438 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Set router 92402adf-185d-4782-993d-1631740b0f35 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:42.234307 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T10:53:39Z', 'revision_number': 4, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2d58a5c3-5390-429c-b82e-3c83971590f0', 'name': '', 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'mac_address': 'fa:16:3e:8c:46:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5eec8dcf-02c2-456a-bec7-9e482c4568df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:38Z', 'updated_at': '2021-07-30T10:53:39Z', 'revision_number': 2, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'subnets': [{'id': '5eec8dcf-02c2-456a-bec7-9e482c4568df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:42.273821 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Checking router: 92402adf-185d-4782-993d-1631740b0f35 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:53:42.274192 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Updating router 92402adf-185d-4782-993d-1631740b0f35 port 2d58a5c3-5390-429c-b82e-3c83971590f0 binding host dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 10:53:42.301618 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.610521 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Notify callbacks [] for port, precommit_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.622392 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.provisioning_blocks [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Transition to ACTIVE for port object 2d58a5c3-5390-429c-b82e-3c83971590f0 will not be triggered until provisioned by entity L2. {{(pid=104665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:53:42.628367 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.678272 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5baf7c-8b66-496f-8ada-a46440670a43 None None] Pushing event updated for resources: {'Port': ['ID=2d58a5c3-5390-429c-b82e-3c83971590f0,revision_number=3']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:42.744907 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Attempting to bind port 2d58a5c3-5390-429c-b82e-3c83971590f0 on host dv-cinder-801989-5-iscsi for vnic_type normal with profile {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:53:42.745804 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Attempting to bind port 2d58a5c3-5390-429c-b82e-3c83971590f0 by drivers openvswitch,hyperv on host dv-cinder-801989-5-iscsi at level 0 using segments [{'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:53:42.745804 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Attempting to bind port 2d58a5c3-5390-429c-b82e-3c83971590f0 on network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:53:42.754368 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Checking agent: {'id': '2a89b3a3-a853-4fbc-af00-1b79e7813ef4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801989-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 40, 13), 'started_at': datetime.datetime(2021, 7, 30, 10, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801989-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:53:42.754916 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Checking segment: {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:53:42.755403 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.755856 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Bound using segment: {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'} {{(pid=104665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:53:42.756462 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.managers [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Bound port: 2d58a5c3-5390-429c-b82e-3c83971590f0, host: dv-cinder-801989-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fcfe80-2c52-4323-b566-5cadef0496b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed'}}] {{(pid=104665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:53:42.756917 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.780263 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.853801 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-508c8f1a-a1ba-4ffa-a1ff-6ce9b6e7892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.887154 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] For port 2d58a5c3-5390-429c-b82e-3c83971590f0, host dv-cinder-801989-5-iscsi, cleared binding levels {{(pid=104665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:53:42.890982 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.plugins.ml2.db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] For port 2d58a5c3-5390-429c-b82e-3c83971590f0, host dv-cinder-801989-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=2d58a5c3-5390-429c-b82e-3c83971590f0,segment=NetworkSegment(10fcfe80-2c52-4323-b566-5cadef0496b3),segment_id=10fcfe80-2c52-4323-b566-5cadef0496b3)] {{(pid=104665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:53:42.899074 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron_lib.callbacks.manager [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:42.965449 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Routers {'92402adf-185d-4782-993d-1631740b0f35'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:53:42.966101 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['92402adf-185d-4782-993d-1631740b0f35'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:43.004453 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5baf7c-8b66-496f-8ada-a46440670a43 None None] Pushing event updated for resources: {'Port': ['ID=2d58a5c3-5390-429c-b82e-3c83971590f0,revision_number=4']} {{(pid=104665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:43.093980 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] Set router 92402adf-185d-4782-993d-1631740b0f35 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:53:43.218780 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:43.275946 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:43.276462 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:43.331391 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T10:53:39Z', 'revision_number': 4, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2d58a5c3-5390-429c-b82e-3c83971590f0', 'name': '', 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'mac_address': 'fa:16:3e:8c:46:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5eec8dcf-02c2-456a-bec7-9e482c4568df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:38Z', 'updated_at': '2021-07-30T10:53:42Z', 'revision_number': 4, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'subnets': [{'id': '5eec8dcf-02c2-456a-bec7-9e482c4568df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:53:43.360993 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796df85b-3272-44a0-9f51-27f8899b5623 None None] The sync data for ids ['92402adf-185d-4782-993d-1631740b0f35'] in dv-cinder-801989-5-iscsi is: [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T10:53:39Z', 'revision_number': 4, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2d58a5c3-5390-429c-b82e-3c83971590f0', 'name': '', 'network_id': '4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'mac_address': 'fa:16:3e:8c:46:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5eec8dcf-02c2-456a-bec7-9e482c4568df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:38Z', 'updated_at': '2021-07-30T10:53:42Z', 'revision_number': 4, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'subnets': [{'id': '5eec8dcf-02c2-456a-bec7-9e482c4568df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:53:43.461450 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:45.230456 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2d58a5c3-5390-429c-b82e-3c83971590f0 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:45.277068 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:45.291121 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning for port 2d58a5c3-5390-429c-b82e-3c83971590f0 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:53:45.295897 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 2d58a5c3-5390-429c-b82e-3c83971590f0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:45.296277 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:45.399182 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:45.431645 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] For port 2d58a5c3-5390-429c-b82e-3c83971590f0, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=2d58a5c3-5390-429c-b82e-3c83971590f0,segment=NetworkSegment(10fcfe80-2c52-4323-b566-5cadef0496b3),segment_id=10fcfe80-2c52-4323-b566-5cadef0496b3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:53:45.436821 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:45.491115 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Pushing event updated for resources: {'Port': ['ID=2d58a5c3-5390-429c-b82e-3c83971590f0,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:53:45.814793 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f1044-9574-4f33-99f5-3b34e8871635 req-328d0802-b46f-427d-9434-4f832b320523 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:45.817437 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-268f1044-9574-4f33-99f5-3b34e8871635 req-328d0802-b46f-427d-9434-4f832b320523 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0623388 Jul 30 10:53:45.877633 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-268f1044-9574-4f33-99f5-3b34e8871635 req-0ab60db7-870a-465e-a371-35b656b1358e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Jul 30 10:53:47.001814 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2986-b25f-4a13-b9a5-58edfef973c7 req-6daf4de4-39d6-4a28-98dc-b33962ae2284 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:47.003390 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cebd2986-b25f-4a13-b9a5-58edfef973c7 req-6daf4de4-39d6-4a28-98dc-b33962ae2284 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0527370 Jul 30 10:53:47.043326 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-cebd2986-b25f-4a13-b9a5-58edfef973c7 req-e4c64d3f-fed7-450c-9687-7b7830c37735 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Jul 30 10:53:47.217230 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2d58a5c3-5390-429c-b82e-3c83971590f0 up at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:53:47.268594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Provisioning complete for port 2d58a5c3-5390-429c-b82e-3c83971590f0 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:53:47.268965 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:48.164407 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326515-e77a-4d08-a7c2-f44220def161 req-128648e4-6a8e-4310-aedf-cac7f3d2d59a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:48.165954 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-37326515-e77a-4d08-a7c2-f44220def161 req-128648e4-6a8e-4310-aedf-cac7f3d2d59a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0542743 Jul 30 10:53:48.206727 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-37326515-e77a-4d08-a7c2-f44220def161 req-64e47549-fb43-4ab6-8b01-05213dc31035 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343025 Jul 30 10:53:48.457408 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:53:49.361003 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab752e4-4be3-4c9c-93e2-a837fbf4a54c req-cfaaa568-ffa7-4404-bad1-7cb67ffc3159 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:49.363002 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2ab752e4-4be3-4c9c-93e2-a837fbf4a54c req-cfaaa568-ffa7-4404-bad1-7cb67ffc3159 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0783827 Jul 30 10:53:49.404576 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2ab752e4-4be3-4c9c-93e2-a837fbf4a54c req-a1239f3f-19bd-47ac-8cfc-790c57428d50 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354023 Jul 30 10:53:50.528592 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e31b-1bff-48d6-ba1d-819a0916bb4f req-06f50472-d205-4c29-8c70-2149d5a8d7a7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:50.530119 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5289e31b-1bff-48d6-ba1d-819a0916bb4f req-06f50472-d205-4c29-8c70-2149d5a8d7a7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Jul 30 10:53:50.569126 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5289e31b-1bff-48d6-ba1d-819a0916bb4f req-6245058e-03af-411b-9ca3-54c1d5e7146f tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327945 Jul 30 10:53:51.687364 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000afad1-abd9-4d7d-aa4c-362c5c806bf3 req-5a8898b2-4e96-45ea-9601-1dad2dac8029 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:51.688921 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-000afad1-abd9-4d7d-aa4c-362c5c806bf3 req-5a8898b2-4e96-45ea-9601-1dad2dac8029 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0497539 Jul 30 10:53:51.727792 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-000afad1-abd9-4d7d-aa4c-362c5c806bf3 req-8ba75859-f853-4ad0-ab85-9ac252118dee tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Jul 30 10:53:52.846091 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ca8ad-24d2-4317-8425-ffa9b083bbb1 req-53d0ae4b-890f-4ff6-bf51-259d9f2f4c60 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:52.847600 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-544ca8ad-24d2-4317-8425-ffa9b083bbb1 req-53d0ae4b-890f-4ff6-bf51-259d9f2f4c60 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Jul 30 10:53:52.886989 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-544ca8ad-24d2-4317-8425-ffa9b083bbb1 req-4e457f57-2bcb-4580-b15e-0489aef9a903 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333626 Jul 30 10:53:54.013363 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c883b-12be-464c-aca5-5a902853c9ee req-0d7e04c4-5ad0-4ae1-8d28-ee813981b97b tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:54.014926 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4c5c883b-12be-464c-aca5-5a902853c9ee req-0d7e04c4-5ad0-4ae1-8d28-ee813981b97b tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0547333 Jul 30 10:53:54.053217 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4c5c883b-12be-464c-aca5-5a902853c9ee req-cbbacb2e-3492-48f0-b526-20785095dc8c tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Jul 30 10:53:55.174197 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a34a76-ecfe-4117-83d2-a97b82dc1c9c req-dc150958-6140-49d0-a950-e4617467a636 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:55.176048 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-96a34a76-ecfe-4117-83d2-a97b82dc1c9c req-dc150958-6140-49d0-a950-e4617467a636 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Jul 30 10:53:55.216086 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-96a34a76-ecfe-4117-83d2-a97b82dc1c9c req-831e7d4a-c7f7-4c46-bbc0-d22a5f46f05d tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339773 Jul 30 10:53:56.334370 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f69ff-abe5-4862-a547-a29fc818a8e9 req-000e515a-f3f9-4827-a030-45d324b2f471 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:56.336064 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-894f69ff-abe5-4862-a547-a29fc818a8e9 req-000e515a-f3f9-4827-a030-45d324b2f471 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0512347 Jul 30 10:53:56.381844 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-894f69ff-abe5-4862-a547-a29fc818a8e9 req-20e73d3e-bcd7-4d6f-bf48-71c8c4265254 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361691 Jul 30 10:53:56.923171 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b85c-9ece-4721-9713-2c6eb5728c67 req-0d056106-7a3f-4a39-b559-081f44ff0aee tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:56.924737 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9a93b85c-9ece-4721-9713-2c6eb5728c67 req-0d056106-7a3f-4a39-b559-081f44ff0aee tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0612297 Jul 30 10:53:56.965954 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9a93b85c-9ece-4721-9713-2c6eb5728c67 req-df99afdc-e58d-4ec6-a580-ee9e7790c0fd tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345132 Jul 30 10:53:57.510913 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48630ec-d4be-4b91-a1f0-59b457c9e29b req-078ae61a-8c15-4858-bcbf-b20e9521cd54 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:57.512406 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f48630ec-d4be-4b91-a1f0-59b457c9e29b req-078ae61a-8c15-4858-bcbf-b20e9521cd54 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Jul 30 10:53:57.551286 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f48630ec-d4be-4b91-a1f0-59b457c9e29b req-9d075a89-64de-42d6-ba60-b7d9097201a6 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328295 Jul 30 10:53:58.086731 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5a787-85a8-4750-b262-a1858f68fad7 req-2ff2f5e9-5691-487b-8d4f-ace109e82825 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:58.088953 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c7a5a787-85a8-4750-b262-a1858f68fad7 req-2ff2f5e9-5691-487b-8d4f-ace109e82825 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0527668 Jul 30 10:53:58.127235 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c7a5a787-85a8-4750-b262-a1858f68fad7 req-0b8d14dd-0632-4f5c-a4c1-7b1abc9e3661 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Jul 30 10:53:58.666327 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26644f0d-85c6-47f1-81a5-316dc5df8567 req-cb6f1a65-4128-46d4-a237-1a5dcbe0b256 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:58.667810 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-26644f0d-85c6-47f1-81a5-316dc5df8567 req-cb6f1a65-4128-46d4-a237-1a5dcbe0b256 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0498092 Jul 30 10:53:58.706555 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-26644f0d-85c6-47f1-81a5-316dc5df8567 req-2ee21484-7ad4-4f53-8e46-b12394dc5c98 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Jul 30 10:53:59.278268 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17241677-89c7-40dd-bc4f-f31315347e09 req-4832daaf-7ce0-46b2-99ae-6166f411cd5c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:59.280468 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-17241677-89c7-40dd-bc4f-f31315347e09 req-4832daaf-7ce0-46b2-99ae-6166f411cd5c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0727041 Jul 30 10:53:59.320820 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-17241677-89c7-40dd-bc4f-f31315347e09 req-c660c301-615c-4e1c-a4d5-90a8f3c4fdc8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Jul 30 10:53:59.824646 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e857c11-af3a-4457-9e80-921e4006cd70 req-746fd333-8650-4cf0-ac6a-cc67ee885ca3 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:53:59.826160 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1e857c11-af3a-4457-9e80-921e4006cd70 req-746fd333-8650-4cf0-ac6a-cc67ee885ca3 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0499284 Jul 30 10:53:59.868026 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1e857c11-af3a-4457-9e80-921e4006cd70 req-bd008258-c3d4-4d36-a42f-14bdd6b18c74 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354955 Jul 30 10:54:00.439536 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93647-75c3-4d97-82be-9f0b6fcda39e req-7f6e5dfc-b4cf-44af-a154-bba98fababb7 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:00.441046 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71e93647-75c3-4d97-82be-9f0b6fcda39e req-7f6e5dfc-b4cf-44af-a154-bba98fababb7 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0511246 Jul 30 10:54:00.497290 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71e93647-75c3-4d97-82be-9f0b6fcda39e req-2e52574f-b885-48f2-830e-8100959e8d54 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497706 Jul 30 10:54:00.995969 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ab86-00ea-4d82-9283-13cab2b613d4 req-46860d9f-46af-46d1-85a9-c111b104ee4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:00.997485 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6aa6ab86-00ea-4d82-9283-13cab2b613d4 req-46860d9f-46af-46d1-85a9-c111b104ee4e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0570982 Jul 30 10:54:01.038111 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6aa6ab86-00ea-4d82-9283-13cab2b613d4 req-5831e66e-96f7-4359-a4e3-809d3b2586d7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345616 Jul 30 10:54:01.222565 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-562a69df-8a7a-4694-85ac-8f9a2399c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:01.224086 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-562a69df-8a7a-4694-85ac-8f9a2399c449 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1098 time: 0.1429729 Jul 30 10:54:01.319399 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-2081495d-6a69-4ee7-ba0d-eec9754f9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:01.321036 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-2081495d-6a69-4ee7-ba0d-eec9754f9b78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 909 time: 0.0883060 Jul 30 10:54:01.391920 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-616b6378-8dc0-4f63-88eb-64db7e64ce17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 1001 time: 0.0621367 Jul 30 10:54:01.442694 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-d139c6cb-4e0f-4182-ac91-1e912efd1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:01.444197 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-d139c6cb-4e0f-4182-ac91-1e912efd1de0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.0445018 Jul 30 10:54:01.505695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-8df08f60-2119-4393-bf95-131eddb5b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:01.507216 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-8df08f60-2119-4393-bf95-131eddb5b73a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527194 Jul 30 10:54:01.606033 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-62ddafb8-0697-452e-b058-e65760233f15 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Jul 30 10:54:01.633954 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290264c-36ac-4abc-8516-5e9c1e671eb3 req-24458c17-8bb4-48d5-a926-8974fb7972ef tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:01.635546 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f290264c-36ac-4abc-8516-5e9c1e671eb3 req-24458c17-8bb4-48d5-a926-8974fb7972ef tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0549920 Jul 30 10:54:01.678694 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f290264c-36ac-4abc-8516-5e9c1e671eb3 req-c9d10dc5-5e1d-4f9b-827a-3a7107d0e61e tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361938 Jul 30 10:54:01.725728 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11c65f7-d2ec-461b-9a06-2cdd9ff03075 req-3f43269b-afc4-4555-a0aa-89c8c81d6ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153345 Jul 30 10:54:01.743050 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-3871f98e-86f8-42ff-a4a7-2228cbf69b54 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943487378&fields=id&tenant_id=989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 267 time: 0.0524337 Jul 30 10:54:01.847966 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-4aec0ff5-f422-4470-abae-a9c44471650f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:01.849417 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-4aec0ff5-f422-4470-abae-a9c44471650f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 810 time: 0.0991354 Jul 30 10:54:01.866263 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-9181980c-fd92-4461-a44e-11902748d399 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/quotas/989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 375 time: 0.0090518 Jul 30 10:54:01.922699 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-15dc96db-1fe1-4e54-b09d-1ce2256613ec tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498931 Jul 30 10:54:02.059346 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-734d08fc-00e9-4478-ace4-fa822555b6d4 service neutron] 10.222.0.23 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218405 Jul 30 10:54:02.154024 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-9d17331d-6eb0-4e59-9cee-2fad8c423dec service neutron] 10.222.0.23 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 Jul 30 10:54:02.158275 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccc2fb-2aca-4742-9ba7-aa30a414b7a0 req-b0321da5-640b-44f7-bd5b-dd01f5cfd360 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:02.159776 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eeccc2fb-2aca-4742-9ba7-aa30a414b7a0 req-b0321da5-640b-44f7-bd5b-dd01f5cfd360 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0497000 Jul 30 10:54:02.199962 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eeccc2fb-2aca-4742-9ba7-aa30a414b7a0 req-f8873ee8-53dc-4682-9c6a-1808647ef967 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344236 Jul 30 10:54:02.440531 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1461ef83-5760-4e9e-abb5-bb5621bbde1c req-83e5a284-cb66-4162-8902-4861fbdaef3f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 210 time: 0.0309045 Jul 30 10:54:02.802571 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2546b88-8bb7-47f6-b14d-9cac627cac67 req-015113ef-6daa-41e6-9b5c-ab5b1ad10422 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:02.804003 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a2546b88-8bb7-47f6-b14d-9cac627cac67 req-015113ef-6daa-41e6-9b5c-ab5b1ad10422 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0531013 Jul 30 10:54:02.847573 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a2546b88-8bb7-47f6-b14d-9cac627cac67 req-be544f1f-6a23-49f4-bc5b-73fe7c413bea tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328333 Jul 30 10:54:03.325177 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dd91b-a22e-4dd7-9a03-8bd54227909c req-9e1e046b-b2b5-4d7c-add0-7217f3a6dd95 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:03.326817 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-134dd91b-a22e-4dd7-9a03-8bd54227909c req-9e1e046b-b2b5-4d7c-add0-7217f3a6dd95 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Jul 30 10:54:03.367631 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-134dd91b-a22e-4dd7-9a03-8bd54227909c req-4994aae1-f2a2-4a64-a98f-85c21293e0e9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346315 Jul 30 10:54:03.535937 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eb1cb91a-3fee-4453-9bcd-a5d5774de95e req-dea141c0-f947-4186-a0ce-ae13391ff083 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 210 time: 0.0286283 Jul 30 10:54:03.960115 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-2dacdbec-98fb-4729-b5c0-77d710fa4d35 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:03.961759 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-2dacdbec-98fb-4729-b5c0-77d710fa4d35 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 810 time: 0.1289377 Jul 30 10:54:03.980278 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ec7d1-4cf4-4225-beb9-3886e096c9ce req-f2acbbb0-fd6a-40ad-98d9-70beb50431d8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:03.986869 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef8ec7d1-4cf4-4225-beb9-3886e096c9ce req-f2acbbb0-fd6a-40ad-98d9-70beb50431d8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0580764 Jul 30 10:54:04.017348 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-5ba65521-bbe8-4c5f-8b1c-b76536dcdea9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 379 time: 0.0388923 Jul 30 10:54:04.024254 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef8ec7d1-4cf4-4225-beb9-3886e096c9ce req-12ed9791-879b-4a2d-9d89-5aa479d69ee3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362082 Jul 30 10:54:04.044744 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'port': {'device_id': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'admin_state_up': True, 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'security_groups': ['ab8c5501-28cb-47f4-b9b6-40c508413060']}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:54:04.159772 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Made reservation on behalf of 989527b3787d4aacbf2a61a6f8c16db7 for: {'port': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:54:04.163360 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:04.290699 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Allocated IP 172.20.0.9 (9eeefab1-e10d-4574-831d-ef902e9c344a/8b7e791a-9a09-4e7a-b40d-70e3ae986261/d7386139-1338-49e0-b592-157c7e264f8f) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:54:04.436539 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:04.451297 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Transition to ACTIVE for port object d7386139-1338-49e0-b592-157c7e264f8f will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:54:04.528301 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b606e7-4afa-4f7f-877e-4c0528e75d56 req-9fc00baf-2529-4820-8aa0-ad0cbdc04e69 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:04.529822 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f9b606e7-4afa-4f7f-877e-4c0528e75d56 req-9fc00baf-2529-4820-8aa0-ad0cbdc04e69 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0752859 Jul 30 10:54:04.535405 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:04.594792 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:54:04.606767 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:54:04.613663 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:54:04.648591 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=d7386139-1338-49e0-b592-157c7e264f8f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:04.654343 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f9b606e7-4afa-4f7f-877e-4c0528e75d56 req-da310256-bed8-43d2-83db-aae10e6477cc tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165078 Jul 30 10:54:04.678653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50856b60-f784-4d3c-b861-24bfc03dfcfa req-017b0608-80bd-4349-bbe7-baec3a3103a6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:04.682554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:04.683344 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:04.695548 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-50856b60-f784-4d3c-b861-24bfc03dfcfa req-017b0608-80bd-4349-bbe7-baec3a3103a6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 931 time: 0.0856252 Jul 30 10:54:04.701220 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-78e9f70d-643a-414c-857e-08ac923c29ae tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605158 Jul 30 10:54:04.726290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Request body: {'port': {'device_id': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:54:04.773396 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-50856b60-f784-4d3c-b861-24bfc03dfcfa req-53b74bda-1603-40fc-9c53-b81f023980d3 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749056 Jul 30 10:54:04.814518 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:04.930199 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfeb213-6f4c-417b-a8c9-fa021180fddd req-cfebb671-5483-4d42-ba61-654a8bbb27d9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:04.932194 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0bfeb213-6f4c-417b-a8c9-fa021180fddd req-cfebb671-5483-4d42-ba61-654a8bbb27d9 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0519278 Jul 30 10:54:04.967360 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c09ef054-ea8c-430c-a850-243561a8c4ac None None] Provisioning for port d7386139-1338-49e0-b592-157c7e264f8f completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:54:04.973358 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-c09ef054-ea8c-430c-a850-243561a8c4ac None None] Provisioning complete for port d7386139-1338-49e0-b592-157c7e264f8f triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:54:04.974362 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c09ef054-ea8c-430c-a850-243561a8c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:04.977546 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0bfeb213-6f4c-417b-a8c9-fa021180fddd req-33dfb33f-53df-42b5-9c16-5521adb2fc81 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390110 Jul 30 10:54:04.991352 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-62e5038a-ed4e-4de3-afd5-aa263e4d1cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357710 Jul 30 10:54:05.034778 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-c09ef054-ea8c-430c-a850-243561a8c4ac None None] Port d7386139-1338-49e0-b592-157c7e264f8f cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:54:05.182073 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb2a9-99ad-4b8c-b8ba-a370a823d90f req-3b8f6c6a-7371-4822-ad69-88953b16806e tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:05.183587 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4aacb2a9-99ad-4b8c-b8ba-a370a823d90f req-3b8f6c6a-7371-4822-ad69-88953b16806e tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0789814 Jul 30 10:54:05.232926 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7386139-1338-49e0-b592-157c7e264f8f {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:54:05.247187 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:05.259123 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4aacb2a9-99ad-4b8c-b8ba-a370a823d90f req-0126c87e-3745-4ec4-8118-f3ab07525252 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575526 Jul 30 10:54:05.267208 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Transition to ACTIVE for port object d7386139-1338-49e0-b592-157c7e264f8f will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:54:05.271748 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:05.366082 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Pushing event updated for resources: {'Port': ['ID=d7386139-1338-49e0-b592-157c7e264f8f,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:05.399157 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Attempting to bind port d7386139-1338-49e0-b592-157c7e264f8f on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:54:05.399492 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Attempting to bind port d7386139-1338-49e0-b592-157c7e264f8f by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:54:05.399820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Attempting to bind port d7386139-1338-49e0-b592-157c7e264f8f on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:54:05.405069 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Port d7386139-1338-49e0-b592-157c7e264f8f on network 9eeefab1-e10d-4574-831d-ef902e9c344a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:54:05.405398 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Attempting to bind port d7386139-1338-49e0-b592-157c7e264f8f on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:54:05.411194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:54:05.411564 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Checking segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:54:05.411988 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Bound using segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:54:05.412521 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Bound port: d7386139-1338-49e0-b592-157c7e264f8f, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:54:05.412792 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:05.723208 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] For port d7386139-1338-49e0-b592-157c7e264f8f, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:54:05.726135 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] For port d7386139-1338-49e0-b592-157c7e264f8f, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d7386139-1338-49e0-b592-157c7e264f8f,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:54:05.731021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:05.763819 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:05.764436 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:05.765923 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] 10.222.0.10 "PUT /v2.0/ports/d7386139-1338-49e0-b592-157c7e264f8f HTTP/1.1" status: 200 len: 1093 time: 1.0457211 Jul 30 10:54:05.766280 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:05.768756 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762f2616-656e-4dcd-b52f-0d4392bc9b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "tag": "d7386139-1338-49e0-b592-157c7e264f8f"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:05.792903 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f1c9-acce-4298-9f19-aa5eeca79652 service neutron] Pushing event updated for resources: {'Port': ['ID=d7386139-1338-49e0-b592-157c7e264f8f,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:05.899906 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f0a6b-bbdd-4659-9e50-755b6c540ad9 x-openstack-request-id: req-0a6f0a6b-bbdd-4659-9e50-755b6c540ad9 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:05.900835 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "tag": "d7386139-1338-49e0-b592-157c7e264f8f", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:05.901224 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a6f0a6b-bbdd-4659-9e50-755b6c540ad9 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:05.901629 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f', 'status': 'completed', 'code': 200} Jul 30 10:54:05.917544 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-039a1237-bfb1-4eff-adce-5afc7a4d5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:05.919485 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-039a1237-bfb1-4eff-adce-5afc7a4d5127 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 1096 time: 0.0857005 Jul 30 10:54:05.933057 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162912-e365-4280-91d7-54665d060181 req-b2b7a9fc-6bca-4a7f-b151-e97d7a8cde10 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:05.934744 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bb162912-e365-4280-91d7-54665d060181 req-b2b7a9fc-6bca-4a7f-b151-e97d7a8cde10 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.0707524 Jul 30 10:54:05.976510 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-b2fc5270-9fd0-4a60-82a7-fe996363c382 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7386139-1338-49e0-b592-157c7e264f8f HTTP/1.1" status: 200 len: 217 time: 0.0403817 Jul 30 10:54:06.034310 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bb162912-e365-4280-91d7-54665d060181 req-ed54eeff-7658-418e-b909-bac4cc42b4a7 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913360 Jul 30 10:54:06.052255 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-57cb9689-2ec0-4405-8ff2-65cafe8530b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.053762 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-57cb9689-2ec0-4405-8ff2-65cafe8530b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0672481 Jul 30 10:54:06.108567 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-331f2b26-58d0-4136-b6f9-9328e799aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.110378 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-331f2b26-58d0-4136-b6f9-9328e799aa24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478859 Jul 30 10:54:06.168684 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb36c6-0e8c-435a-b93e-32f3a0fd86f3 req-807c1cb4-fdbc-4c88-a959-b1e682c10f86 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.170338 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-05bb36c6-0e8c-435a-b93e-32f3a0fd86f3 req-807c1cb4-fdbc-4c88-a959-b1e682c10f86 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0589745 Jul 30 10:54:06.257442 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-05bb36c6-0e8c-435a-b93e-32f3a0fd86f3 req-b3d5b398-1f76-41b2-b07e-7f96159cb48a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775080 Jul 30 10:54:06.277462 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-2c135c09-c57d-4d1e-ba72-270326f8d403 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273859 Jul 30 10:54:06.416644 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e941be-9b3a-4ea1-8053-6a28a17ab66c req-9a1a14a5-0cbf-462a-991a-f1696d1a9aa1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.418567 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-23e941be-9b3a-4ea1-8053-6a28a17ab66c req-9a1a14a5-0cbf-462a-991a-f1696d1a9aa1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0730748 Jul 30 10:54:06.423104 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b1172c6d-7bec-4275-9245-897fc9310d64 req-8ec0d18e-aeac-4a91-baf0-d04995cf5cdc service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199706 Jul 30 10:54:06.465761 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-8e9028f4-f450-4955-ab5e-caa03c54349f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572426932&fields=id&tenant_id=b20d826c2de64e2fab32fae1a8bb205c HTTP/1.1" status: 200 len: 267 time: 0.0415599 Jul 30 10:54:06.468204 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-23e941be-9b3a-4ea1-8053-6a28a17ab66c req-54f0398e-a50e-44bd-907a-b68497e15dbb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Jul 30 10:54:06.523511 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-4185b2b1-44a0-4cb5-90f2-07d96119156d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.524986 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-4185b2b1-44a0-4cb5-90f2-07d96119156d tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 985 time: 0.0533307 Jul 30 10:54:06.538238 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Request body: {'port': {'security_groups': ['f15902d7-65ff-441a-b7fc-06a34f3c07a6']}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:54:06.633208 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:06.643988 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-fcd04cf0-e01f-496a-878e-22ed8c45816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.645480 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-fcd04cf0-e01f-496a-878e-22ed8c45816f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 1096 time: 0.0844133 Jul 30 10:54:06.814783 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-426a5d3a-67a7-4ef6-abf4-3d9abc0fe722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.816167 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-426a5d3a-67a7-4ef6-abf4-3d9abc0fe722 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.1406991 Jul 30 10:54:06.881658 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-e99ee5c4-7071-4211-a575-f41554b81f54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7386139-1338-49e0-b592-157c7e264f8f HTTP/1.1" status: 200 len: 217 time: 0.0395176 Jul 30 10:54:06.885700 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-95b82a00-e1c5-4088-985f-4b058b716432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.887206 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-95b82a00-e1c5-4088-985f-4b058b716432 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95&tenant_id=22b3fcee7e56475cae75800bef824df5 HTTP/1.1" status: 200 len: 1098 time: 0.0452828 Jul 30 10:54:06.960173 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-cd18d460-ef7c-4bb8-a45a-447f7afb5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.961648 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-cd18d460-ef7c-4bb8-a45a-447f7afb5316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0728252 Jul 30 10:54:06.963840 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:06.964501 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-f5af442c-b597-49fe-9804-ff2c7954947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:06.966054 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-f5af442c-b597-49fe-9804-ff2c7954947a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1098 time: 0.0415072 Jul 30 10:54:07.020301 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.029573 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.035206 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-8e8c05a1-eb5e-4cd3-81f4-425c2525ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.036724 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-8e8c05a1-eb5e-4cd3-81f4-425c2525ee02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613334 Jul 30 10:54:07.066329 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['96eafbff-41dd-47fa-aa7c-104d0d3eb21d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:54:07.067962 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-143ed5c8-0e56-4c46-871b-602fbb7593b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.071398 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-143ed5c8-0e56-4c46-871b-602fbb7593b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 909 time: 0.0943785 Jul 30 10:54:07.126343 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.126998 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.131317 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-172d4d0c-b65d-4703-b094-d6f31b97974e req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "PUT /v2.0/ports/96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 943 time: 0.5977759 Jul 30 10:54:07.139624 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34592) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:07.179281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70269b17-9e4c-4ce8-9f3c-858c6f9db5f0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event updated for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=7']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:07.244958 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-b608180b-8c6e-4636-be5b-12d5374e570f service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814344 Jul 30 10:54:07.280510 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6e14e39f-cd59-48e9-be69-b7042b681c6b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.324642 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-d0ca68c0-3da2-46e3-bf5a-ff5e9c15dec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 1001 time: 0.2456305 Jul 30 10:54:07.353164 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82d3c6-ac31-4c45-b35b-1e32c257f29e req-7b11631d-5795-417f-8d42-1d8bfe8e60f3 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.355865 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef82d3c6-ac31-4c45-b35b-1e32c257f29e req-7b11631d-5795-417f-8d42-1d8bfe8e60f3 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.2313409 Jul 30 10:54:07.365166 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['96eafbff-41dd-47fa-aa7c-104d0d3eb21d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:54:07.374967 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-762f2616-656e-4dcd-b52f-0d4392bc9b4c req-8898a47f-762f-4e5c-a4c9-b2ee65ffae3e service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222856 Jul 30 10:54:07.397567 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6e14e39f-cd59-48e9-be69-b7042b681c6b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.419780 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb97335-2698-429a-9c0c-7ed8c737c6f4 req-abeb686c-72d1-4add-9492-94af1bb2f661 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.429161 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8fb97335-2698-429a-9c0c-7ed8c737c6f4 req-abeb686c-72d1-4add-9492-94af1bb2f661 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0658851 Jul 30 10:54:07.445790 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-5de7e46d-d693-4d36-a451-343d9f765b0e None None] Provisioning complete for port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:54:07.446206 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5de7e46d-d693-4d36-a451-343d9f765b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.473198 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-ffa0ac41-7c10-49cb-b51d-1b3716406427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.474793 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-ffa0ac41-7c10-49cb-b51d-1b3716406427 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.1295421 Jul 30 10:54:07.479539 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef82d3c6-ac31-4c45-b35b-1e32c257f29e req-a9f6bcd3-09b5-40f4-a353-509e6d48a454 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068714 Jul 30 10:54:07.486747 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8fb97335-2698-429a-9c0c-7ed8c737c6f4 req-e40ff0b5-b54d-4a43-969d-4c5ac196e70e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565667 Jul 30 10:54:07.557270 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-f5b493f9-e514-4791-a606-b524befb8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.559818 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-f5b493f9-e514-4791-a606-b524befb8e57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769391 Jul 30 10:54:07.589756 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6e14e39f-cd59-48e9-be69-b7042b681c6b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.593505 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6e14e39f-cd59-48e9-be69-b7042b681c6b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.597115 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6e14e39f-cd59-48e9-be69-b7042b681c6b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "DELETE /v2.0/security-groups/406420ab-283f-48a8-9c13-54d44c944837 HTTP/1.1" status: 204 len: 168 time: 0.4537070 Jul 30 10:54:07.601391 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02617383-f8eb-48d6-8fe9-d64eeede3f98 req-a23cf974-84ed-4e33-83a4-339ab978da2a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:07.602978 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-02617383-f8eb-48d6-8fe9-d64eeede3f98 req-a23cf974-84ed-4e33-83a4-339ab978da2a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0525351 Jul 30 10:54:07.604640 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34600) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:07.633310 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14e39f-cd59-48e9-be69-b7042b681c6b tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406420ab-283f-48a8-9c13-54d44c944837,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:07.683114 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-5b5377f7-4c58-4aef-b42e-39e5d2eefa2d service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149855 Jul 30 10:54:07.726942 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-02617383-f8eb-48d6-8fe9-d64eeede3f98 req-5ca72cec-c34d-458e-be49-12d9040ba845 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850954 Jul 30 10:54:07.781399 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6b2aa234-fa9b-47cd-927d-27ad90a70c22 req-b125e704-4195-40d8-bba8-4a84a3646cdb service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903935 Jul 30 10:54:07.797324 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Deleting port 4ad37470-e561-438a-9009-3d5a80c49485 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:07.797660 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.877293 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.877972 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:07.891113 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Calling delete_port for 4ad37470-e561-438a-9009-3d5a80c49485 owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:07.902828 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:07.903337 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:07.905098 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01989044-f2e7-4f96-8570-07cfb16ce6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:07.942196 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac28eb7d-57b6-4571-bd98-ad4200fe4749 x-openstack-request-id: req-ac28eb7d-57b6-4571-bd98-ad4200fe4749 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:07.942482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:07.942729 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac28eb7d-57b6-4571-bd98-ad4200fe4749 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:07.943119 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'status': 'completed', 'code': 200} Jul 30 10:54:07.993469 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:08.017389 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:08.019795 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1c1448-0694-4f14-a0fc-d04196c872b2" -d '{"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:08.037479 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-4e58a139-5536-4360-949c-de4d8cf6bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.039124 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-4e58a139-5536-4360-949c-de4d8cf6bc10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1099 time: 0.0490582 Jul 30 10:54:08.042432 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:08.051796 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:08.094642 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:08.116494 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=6']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:08.124874 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.125427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event deleted for resources: {'Port': ['ID=4ad37470-e561-438a-9009-3d5a80c49485,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:08.125769 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.126312 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.127457 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.127733 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.128258 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.128607 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.128974 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.129649 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.130841 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.131376 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.132042 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:54:08.141171 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-05698415-8a4f-4055-bf3f-5796f4149e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.142682 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-05698415-8a4f-4055-bf3f-5796f4149e35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 916 time: 0.0942111 Jul 30 10:54:08.151421 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0e7f0a-4ab0-4e46-9d41-d8cd13be3e64 x-openstack-request-id: req-cd0e7f0a-4ab0-4e46-9d41-d8cd13be3e64 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:08.151799 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:08.152084 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd0e7f0a-4ab0-4e46-9d41-d8cd13be3e64 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:08.152506 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'code': 200} Jul 30 10:54:08.188555 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:08.188886 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Floating IP e3daa2ab-9500-45be-9291-aa248a8be63b disassociated (deleted). External IP: 172.27.0.140, port: 96eafbff-41dd-47fa-aa7c-104d0d3eb21d. Jul 30 10:54:08.224717 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-c7782558-3f8c-4f0e-9e24-adb102d567d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 217 time: 0.0377064 Jul 30 10:54:08.275777 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-38ab0f6c-4fe2-4be6-a93b-a49d276d56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.277244 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-38ab0f6c-4fe2-4be6-a93b-a49d276d56e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.0442970 Jul 30 10:54:08.329604 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-7936749b-30c6-41b3-a069-c38b7a57729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.329604 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-7936749b-30c6-41b3-a069-c38b7a57729b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426550 Jul 30 10:54:08.357686 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:54:08.403394 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Router 80391c48-e3bf-42f9-9ccb-64b7704729a4 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:54:08.428980 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-0ec447de-cda1-4f66-83e8-25567e8dd5e6 service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934412 Jul 30 10:54:08.510752 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:54:08.515785 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:08.520519 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01989044-f2e7-4f96-8570-07cfb16ce6c1 req-c6fd2b07-f805-40c7-a2ed-014c611515bb service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841308 Jul 30 10:54:08.523257 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] Sync routers for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:54:08.533396 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:08.534089 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:08.550175 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a44c1488-0a1d-49a6-baff-959d1b648596 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "DELETE /v2.0/floatingips/e3daa2ab-9500-45be-9291-aa248a8be63b HTTP/1.1" status: 204 len: 168 time: 0.9444735 Jul 30 10:54:08.625320 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a52e1-b9d7-4d21-96f5-850d304bb364 req-2ccb721c-e898-4c43-8f44-5aacfea0d7ff tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.626901 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-322a52e1-b9d7-4d21-96f5-850d304bb364 req-2ccb721c-e898-4c43-8f44-5aacfea0d7ff tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0541670 Jul 30 10:54:08.631235 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39038833-a566-4a7f-9dcc-cc7da09a5c0c req-b5cbb36d-7120-4bc3-8d52-cd7ee79d365c tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.632862 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-39038833-a566-4a7f-9dcc-cc7da09a5c0c req-b5cbb36d-7120-4bc3-8d52-cd7ee79d365c tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.0517471 Jul 30 10:54:08.663289 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:08.671366 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-322a52e1-b9d7-4d21-96f5-850d304bb364 req-bc2ab657-237e-45c0-95fb-a8cdccbd7838 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365334 Jul 30 10:54:08.677605 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-39038833-a566-4a7f-9dcc-cc7da09a5c0c req-77d66825-8be1-4abf-b658-32f102087014 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Jul 30 10:54:08.863919 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f7bee-9438-4213-90da-13aae0962436 req-84be8407-08c7-43d2-a5b9-bde524f0649b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:08.865631 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3e8f7bee-9438-4213-90da-13aae0962436 req-84be8407-08c7-43d2-a5b9-bde524f0649b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0565841 Jul 30 10:54:08.877249 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:08.905542 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] Checking router: 80391c48-e3bf-42f9-9ccb-64b7704729a4 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:54:08.914817 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:08.915432 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:53:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:08.933662 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3e8f7bee-9438-4213-90da-13aae0962436 req-d3a1e7ca-ec10-48ea-be57-8572b68ce452 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520642 Jul 30 10:54:09.027461 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:09.229394 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:09.256798 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297448ca-94d3-44fa-87bc-651e8a0ec3a5 None None] The sync data for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi is: [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:02Z', 'revision_number': 4, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '2f30ed3b-b16f-422f-b62a-2458c15c3dd0', 'name': '', 'network_id': '0e4c4eb8-faf2-458e-b17c-4aef4b33b33b', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'mac_address': 'fa:16:3e:e3:12:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '59187231-6c4e-4734-a849-d8745e79b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:02Z', 'updated_at': '2021-07-30T10:51:10Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'subnets': [{'id': '59187231-6c4e-4734-a849-d8745e79b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:54:09.485223 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8d4e0-7011-4e32-b7dc-3a6c5fb5f386 None None] New status for floating IP e3daa2ab-9500-45be-9291-aa248a8be63b: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:54:09.798305 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a0e3d-c15c-45f4-bfca-7dd513e27a70 req-c4979b54-0166-4cf3-bf39-d416d060bc7e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:09.799771 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5f9a0e3d-c15c-45f4-bfca-7dd513e27a70 req-c4979b54-0166-4cf3-bf39-d416d060bc7e tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0525122 Jul 30 10:54:09.824175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480537de-4ea8-4b5a-9428-a56f648b0deb req-ddb18cd0-dc64-481d-8c84-72de92696edc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:09.825696 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-480537de-4ea8-4b5a-9428-a56f648b0deb req-ddb18cd0-dc64-481d-8c84-72de92696edc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.0519817 Jul 30 10:54:09.838920 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5f9a0e3d-c15c-45f4-bfca-7dd513e27a70 req-2e1ae487-de87-4cb1-938f-2dedb8e7b69a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330272 Jul 30 10:54:09.864727 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-480537de-4ea8-4b5a-9428-a56f648b0deb req-e238cd44-e973-4afe-a1b3-a59c50fb9c28 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328903 Jul 30 10:54:09.944347 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:09.946896 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a206fcb1-d715-42eb-acc7-9c3336d93c27" -d '{"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:09.965771 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d928bf90-09f5-4b8c-9354-c0029f933b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:09.984710 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22ced2-2708-45ec-bfee-9a2b624b8fb2 x-openstack-request-id: req-ae22ced2-2708-45ec-bfee-9a2b624b8fb2 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:09.985095 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:09.985442 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae22ced2-2708-45ec-bfee-9a2b624b8fb2 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:09.986143 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'status': 'completed', 'code': 200} Jul 30 10:54:10.360397 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-f47aac4e-e954-48fa-bbd4-b38ad9c3a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:10.361882 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-f47aac4e-e954-48fa-bbd4-b38ad9c3a848 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 1099 time: 0.3254569 Jul 30 10:54:10.370529 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde8e20-ac4c-403f-a654-eeecc93efa2c req-f1b301da-6eef-4358-9e21-8c00cfd3ff54 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:10.372137 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-adde8e20-ac4c-403f-a654-eeecc93efa2c req-f1b301da-6eef-4358-9e21-8c00cfd3ff54 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.3478172 Jul 30 10:54:10.469449 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-adde8e20-ac4c-403f-a654-eeecc93efa2c req-e375473e-d614-4c41-9d1f-5cf47fd3f0b5 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879195 Jul 30 10:54:10.489431 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-a03160d5-6d0d-4a3a-b2d9-665874ebd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:10.490939 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-a03160d5-6d0d-4a3a-b2d9-665874ebd2d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 200 len: 916 time: 0.1179774 Jul 30 10:54:10.535846 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-19e2f6ac-6e04-46b8-b65a-de32491b45a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 200 len: 217 time: 0.0370283 Jul 30 10:54:10.586318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-bef5f361-a99e-401c-8860-dc368e0faed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:10.587770 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-bef5f361-a99e-401c-8860-dc368e0faed6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 200 len: 854 time: 0.0449100 Jul 30 10:54:10.639337 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-ccd6c7ba-e889-447c-a9a5-5ff6c19c9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:10.640815 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-ccd6c7ba-e889-447c-a9a5-5ff6c19c9f50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397027 Jul 30 10:54:10.741748 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-c3d24530-948c-4ab1-95e0-a1927a82e52c service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931427 Jul 30 10:54:10.833980 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a206fcb1-d715-42eb-acc7-9c3336d93c27 req-e4b17b2a-93e8-4b86-9b00-dd90b17535ab service neutron] 10.222.0.10 "GET /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849061 Jul 30 10:54:10.995271 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e981b98-0b5d-4a32-bbe8-0be1948395ba req-5c7f7a69-ee5a-4ae7-af16-81ad15418a3a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:10.996984 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5e981b98-0b5d-4a32-bbe8-0be1948395ba req-5c7f7a69-ee5a-4ae7-af16-81ad15418a3a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0602355 Jul 30 10:54:11.033399 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de4f8e-7c1c-434c-8d5e-257d0c540fe5 req-064f970c-87dc-4345-8eea-1066b4af32ec tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:11.034947 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01de4f8e-7c1c-434c-8d5e-257d0c540fe5 req-064f970c-87dc-4345-8eea-1066b4af32ec tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.0781503 Jul 30 10:54:11.041807 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5e981b98-0b5d-4a32-bbe8-0be1948395ba req-825c5701-ec12-49b7-9231-3e0e6016a7c3 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369151 Jul 30 10:54:11.079981 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-01de4f8e-7c1c-434c-8d5e-257d0c540fe5 req-97917c5d-b7d8-486f-8683-1b95c2102997 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387435 Jul 30 10:54:11.439711 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d37b2-52b4-4503-abc2-a76e5add42d5 req-e88fa55d-9a3a-4fe2-97ff-47947b36c0b0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:11.441200 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-170d37b2-52b4-4503-abc2-a76e5add42d5 req-e88fa55d-9a3a-4fe2-97ff-47947b36c0b0 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0527124 Jul 30 10:54:11.480613 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-170d37b2-52b4-4503-abc2-a76e5add42d5 req-720722c4-d686-4968-a3ef-76446738d765 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Jul 30 10:54:11.600037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee27b3-5d48-4ea7-8127-f2709c52ca01 req-30e126d2-b01b-4779-b23e-4f026e1fb7d9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:11.601496 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f5ee27b3-5d48-4ea7-8127-f2709c52ca01 req-30e126d2-b01b-4779-b23e-4f026e1fb7d9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0484858 Jul 30 10:54:11.643629 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f5ee27b3-5d48-4ea7-8127-f2709c52ca01 req-5a611215-ed7a-4498-a6f9-519b716b0698 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351386 Jul 30 10:54:12.167011 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05a8e-d56d-4869-a43b-3d2884ecf04c req-f6a746b4-37e6-4129-998f-79523f980a02 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:12.168632 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-79a05a8e-d56d-4869-a43b-3d2884ecf04c req-f6a746b4-37e6-4129-998f-79523f980a02 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0507889 Jul 30 10:54:12.197678 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e128-1372-4423-90d5-d7f2bd606061 req-55004d25-d3f2-4844-be85-8b21d2bbd7a1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:12.199246 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9f6e128-1372-4423-90d5-d7f2bd606061 req-55004d25-d3f2-4844-be85-8b21d2bbd7a1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.0501714 Jul 30 10:54:12.207304 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-79a05a8e-d56d-4869-a43b-3d2884ecf04c req-e2db4a7d-4e0d-4672-9132-aff4b4bd76a1 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Jul 30 10:54:12.240731 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9f6e128-1372-4423-90d5-d7f2bd606061 req-f055d380-cdaf-45f5-8067-aa5fcb25ca69 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342269 Jul 30 10:54:12.599284 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480fbc5-54e0-4f4b-8118-2d4756907301 req-790fe40d-2b10-433c-b30d-412aa9efdf53 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:12.600221 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4480fbc5-54e0-4f4b-8118-2d4756907301 req-790fe40d-2b10-433c-b30d-412aa9efdf53 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0530002 Jul 30 10:54:12.639195 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4480fbc5-54e0-4f4b-8118-2d4756907301 req-510ef0d0-8e48-49d3-92c4-5ba8c9168916 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Jul 30 10:54:12.760109 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c05c93-51e1-4414-ab72-0fa9add41efc req-951b0b69-38c0-41c6-ac46-05cc824c6a7f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:12.761749 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-66c05c93-51e1-4414-ab72-0fa9add41efc req-951b0b69-38c0-41c6-ac46-05cc824c6a7f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Jul 30 10:54:12.766018 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:12.802031 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-66c05c93-51e1-4414-ab72-0fa9add41efc req-90dee661-5c93-4cbe-92f9-74f34d60fc4c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Jul 30 10:54:12.847189 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c176dea5-a67d-4b9a-8174-947d7baa01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:13.049244 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143d50-f7ec-4fb7-8aa0-c2838337334d req-88b821e5-ebba-43e0-9c1d-2e0ce965d32c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.050778 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-33143d50-f7ec-4fb7-8aa0-c2838337334d req-88b821e5-ebba-43e0-9c1d-2e0ce965d32c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0536849 Jul 30 10:54:13.096020 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-33143d50-f7ec-4fb7-8aa0-c2838337334d req-f4991bf8-2e83-43cd-becb-7251c08d6752 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384369 Jul 30 10:54:13.163586 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-c751a479-13a9-47ed-8cf6-f366cf943397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.165073 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-c751a479-13a9-47ed-8cf6-f366cf943397 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.0438228 Jul 30 10:54:13.253285 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-48eb3cef-44fd-40ab-922b-d98a98af5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.256245 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-48eb3cef-44fd-40ab-922b-d98a98af5929 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.0826294 Jul 30 10:54:13.361553 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-356bf6b4-b908-40da-958d-6e90b270dd4f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.363090 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-356bf6b4-b908-40da-958d-6e90b270dd4f tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.10 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0886934 Jul 30 10:54:13.369724 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-6a351b6b-e5c1-42ff-9077-b62ae33c361f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 200 len: 1002 time: 0.0944269 Jul 30 10:54:13.380528 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf032-de7c-4b1a-8d5f-fe6af9dc810f req-64e34355-482d-4c8a-baed-af49c46e55e7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.382044 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-75caf032-de7c-4b1a-8d5f-fe6af9dc810f req-64e34355-482d-4c8a-baed-af49c46e55e7 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 943 time: 0.0993698 Jul 30 10:54:13.386600 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c63fcd-9c9a-4172-96f0-a16f6790f4c5 req-bfffd5c1-2de8-47ce-8059-fe22744e240f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.388116 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d5c63fcd-9c9a-4172-96f0-a16f6790f4c5 req-bfffd5c1-2de8-47ce-8059-fe22744e240f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 943 time: 0.0750449 Jul 30 10:54:13.423651 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:13.453182 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-75caf032-de7c-4b1a-8d5f-fe6af9dc810f req-b8c24568-7aa4-4ae3-af38-b2515b9bf844 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623193 Jul 30 10:54:13.454741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-6160cb9f-0092-4116-a180-776c3e17f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.456115 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-6160cb9f-0092-4116-a180-776c3e17f910 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0732200 Jul 30 10:54:13.483760 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d5c63fcd-9c9a-4172-96f0-a16f6790f4c5 req-a112382d-f770-4aa1-b287-0dbcf387c26d tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785110 Jul 30 10:54:13.506301 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Deleting port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:13.506648 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:13.515512 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-e06ae612-aa45-4a29-8341-7a1f31b8af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.517015 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-e06ae612-aa45-4a29-8341-7a1f31b8af59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523360 Jul 30 10:54:13.599730 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] For port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:13.600160 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:13.610025 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-996b39ee-594b-4110-b846-ce8914043b1c service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837877 Jul 30 10:54:13.612967 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Calling delete_port for 96eafbff-41dd-47fa-aa7c-104d0d3eb21d owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:13.708491 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-121d2644-e6fb-4c63-aaac-25c20c9c3007 req-ff920659-a992-446f-b43e-409f6394464e service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908048 Jul 30 10:54:13.755690 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:13.761826 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286bbbc-5c06-4ec1-9b05-6fd477489ef2 req-252eab0e-a34f-46b6-a7e1-53053e9f1849 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:13.763366 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1286bbbc-5c06-4ec1-9b05-6fd477489ef2 req-252eab0e-a34f-46b6-a7e1-53053e9f1849 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/ports?device_id=23342cb1-8494-461e-9fd2-5c41bc25f849 HTTP/1.1" status: 200 len: 946 time: 0.0533040 Jul 30 10:54:13.786051 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Pushing event deleted for resources: {'Port': ['ID=96eafbff-41dd-47fa-aa7c-104d0d3eb21d,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:13.792938 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['96eafbff-41dd-47fa-aa7c-104d0d3eb21d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:54:13.804262 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1286bbbc-5c06-4ec1-9b05-6fd477489ef2 req-057efb80-2b7e-4d9e-b6d6-bbbc9ecfed96 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15902d7-65ff-441a-b7fc-06a34f3c07a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Jul 30 10:54:13.828755 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] No DVR routers for this DVR port 96eafbff-41dd-47fa-aa7c-104d0d3eb21d on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:54:13.831183 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:13.833128 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-54602d4c-ff7f-4d53-b150-dca1e0e2ad41 req-8481eacd-a2b4-4789-9aec-c915fec39a02 tempest-TestMinimumBasicScenario-1782130133 tempest-TestMinimumBasicScenario-1782130133-project] 10.222.0.10 "DELETE /v2.0/ports/96eafbff-41dd-47fa-aa7c-104d0d3eb21d HTTP/1.1" status: 204 len: 173 time: 0.4621165 Jul 30 10:54:13.833609 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'name': 'network-vif-deleted', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:13.835839 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273d811-b8df-489e-affd-b2f325868dae" -d '{"events": [{"server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "name": "network-vif-deleted", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:13.872078 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f77651-6122-486d-abdf-ec3bd961bc11 x-openstack-request-id: req-66f77651-6122-486d-abdf-ec3bd961bc11 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:13.872373 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23342cb1-8494-461e-9fd2-5c41bc25f849", "name": "network-vif-deleted", "tag": "96eafbff-41dd-47fa-aa7c-104d0d3eb21d", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:13.872648 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66f77651-6122-486d-abdf-ec3bd961bc11 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:13.873041 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23342cb1-8494-461e-9fd2-5c41bc25f849', 'name': 'network-vif-deleted', 'tag': '96eafbff-41dd-47fa-aa7c-104d0d3eb21d', 'status': 'completed', 'code': 200} Jul 30 10:54:13.961312 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:54:14.067365 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:14.079610 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'port_id': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'mac_address': 'fa:16:3e:2f:e9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:54:14.115538 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:14.127888 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a046c4-6708-4df1-ad63-1039e987ee0d {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:54:14.148793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:14.154094 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:14.154752 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d7386139-1338-49e0-b592-157c7e264f8f details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:54:14.180331 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267cdcf-2f9a-4f27-92c4-d58dd1af9d34 req-b33cba77-3ca5-4f18-9c3e-ef61213e37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:14.182372 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e267cdcf-2f9a-4f27-92c4-d58dd1af9d34 req-b33cba77-3ca5-4f18-9c3e-ef61213e37a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1096 time: 0.0553637 Jul 30 10:54:14.227554 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e267cdcf-2f9a-4f27-92c4-d58dd1af9d34 req-55faa2b9-ee00-4fbd-9e17-dee39e8a84ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376456 Jul 30 10:54:14.232700 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849ee6-c5b3-4894-a9ae-323faa154400 req-9f7572da-58cb-481b-b2ae-62b62711f78d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:14.234346 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-96849ee6-c5b3-4894-a9ae-323faa154400 req-9f7572da-58cb-481b-b2ae-62b62711f78d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0589087 Jul 30 10:54:14.277621 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-96849ee6-c5b3-4894-a9ae-323faa154400 req-d8f3dc61-f87b-484f-bc62-24ec2f0d3969 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368376 Jul 30 10:54:14.382859 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=7']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:14.425438 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port d7386139-1338-49e0-b592-157c7e264f8f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d7386139-1338-49e0-b592-157c7e264f8f,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:14.437152 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'd7386139-1338-49e0-b592-157c7e264f8f', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'port_id': 'd7386139-1338-49e0-b592-157c7e264f8f', 'mac_address': 'fa:16:3e:c8:79:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:54:14.473093 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:14.488722 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7386139-1338-49e0-b592-157c7e264f8f {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:54:14.508873 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port d7386139-1338-49e0-b592-157c7e264f8f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d7386139-1338-49e0-b592-157c7e264f8f,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:14.515918 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:14.566567 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=d7386139-1338-49e0-b592-157c7e264f8f,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:14.589952 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758819-44b0-437a-aaf1-e8f21cb9b99b req-a393ae82-bf2a-4f20-bcfc-ebafa36fca44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:14.591460 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71758819-44b0-437a-aaf1-e8f21cb9b99b req-a393ae82-bf2a-4f20-bcfc-ebafa36fca44 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 944 time: 0.0594738 Jul 30 10:54:14.622783 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7369f82-340f-4c00-8ad6-cfc56ce113e0 req-609dd7bb-4448-4b78-846d-e2e655866068 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:14.624471 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7369f82-340f-4c00-8ad6-cfc56ce113e0 req-609dd7bb-4448-4b78-846d-e2e655866068 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 944 time: 0.0657518 Jul 30 10:54:14.636666 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-71758819-44b0-437a-aaf1-e8f21cb9b99b req-00b8db8d-b88b-4f92-aae4-c2703a62b404 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390985 Jul 30 10:54:14.668753 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f7369f82-340f-4c00-8ad6-cfc56ce113e0 req-06f9d07e-bc63-49d6-8df3-585b8995f3a5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371008 Jul 30 10:54:14.950399 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['b4a046c4-6708-4df1-ad63-1039e987ee0d'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:54:14.982920 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['d7386139-1338-49e0-b592-157c7e264f8f'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:54:15.296630 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:15.472750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b524f4a-fb17-4ff4-98d1-5866c5d57cb5 req-0ec01c03-9dc5-4c2b-bc64-b332e389eec2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:15.474282 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0b524f4a-fb17-4ff4-98d1-5866c5d57cb5 req-0ec01c03-9dc5-4c2b-bc64-b332e389eec2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0669360 Jul 30 10:54:15.515507 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0b524f4a-fb17-4ff4-98d1-5866c5d57cb5 req-20fa0acd-3dad-4a35-934f-74627d97be68 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jul 30 10:54:15.592173 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34746) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:15.753145 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22adc-0c4d-40de-b845-bb45d9073564 req-eb26d47a-a0b9-4e25-8397-230d881073b1 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:15.754681 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-55f22adc-0c4d-40de-b845-bb45d9073564 req-eb26d47a-a0b9-4e25-8397-230d881073b1 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Jul 30 10:54:15.795127 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-55f22adc-0c4d-40de-b845-bb45d9073564 req-b839a968-5297-45ac-8ee3-509e92a1e09a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336504 Jul 30 10:54:15.857242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42c445-a33a-4042-b4b6-95662878bfb1 req-8a5e71ec-67e0-4235-a9d3-731ae98c2749 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:15.858728 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6b42c445-a33a-4042-b4b6-95662878bfb1 req-8a5e71ec-67e0-4235-a9d3-731ae98c2749 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 944 time: 0.1118119 Jul 30 10:54:15.921578 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6b42c445-a33a-4042-b4b6-95662878bfb1 req-6633fe92-8d87-4471-be63-8baac30c3cb0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569735 Jul 30 10:54:15.997420 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:16.466965 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Deleting port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:16.467300 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:16.543590 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] For port 2f30ed3b-b16f-422f-b62a-2458c15c3dd0, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:16.543976 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:16.555706 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Calling delete_port for 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:16.734584 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:16.760376 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f30ed3b-b16f-422f-b62a-2458c15c3dd0,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:16.927167 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.039424 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56ef71-7e93-4c67-8304-ba75bef5eac8 req-78fde27f-4eab-4864-b682-9f2d31ccc6bb tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:17.041459 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5a56ef71-7e93-4c67-8304-ba75bef5eac8 req-78fde27f-4eab-4864-b682-9f2d31ccc6bb tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 944 time: 0.0515418 Jul 30 10:54:17.081256 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5a56ef71-7e93-4c67-8304-ba75bef5eac8 req-5d9ae897-6457-4921-9bdf-c619e5fe3ac8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330226 Jul 30 10:54:17.142599 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Router 80391c48-e3bf-42f9-9ccb-64b7704729a4 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:54:17.250981 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:54:17.255876 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-e14fade7-50d8-41ec-b3ab-4593eefaf20e admin admin] 10.222.0.23 "PUT /v2.0/routers/80391c48-e3bf-42f9-9ccb-64b7704729a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6626875 Jul 30 10:54:17.258460 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34756) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:17.259333 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] Sync routers for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:54:17.268235 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:17.268836 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:54:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:17.361653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.381269 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:17.467142 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.517962 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Deleting port 07bc28d4-5eee-4e1d-ba44-927f1710fc77 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:17.518296 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.556925 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:54:16Z', 'revision_number': 5, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port': {'id': '07bc28d4-5eee-4e1d-ba44-927f1710fc77', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:17.586942 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] Checking router: 80391c48-e3bf-42f9-9ccb-64b7704729a4 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:54:17.595201 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] For port 07bc28d4-5eee-4e1d-ba44-927f1710fc77, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=07bc28d4-5eee-4e1d-ba44-927f1710fc77,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:17.595523 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.595989 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] Routers {'80391c48-e3bf-42f9-9ccb-64b7704729a4'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:17.596608 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:54:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['80391c48-e3bf-42f9-9ccb-64b7704729a4'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:17.609643 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Calling delete_port for 07bc28d4-5eee-4e1d-ba44-927f1710fc77 owned by network:router_gateway {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:17.679652 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] Set router 80391c48-e3bf-42f9-9ccb-64b7704729a4 gateway port host: None {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:17.734322 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:54:17Z', 'revision_number': 6, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:17.760413 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f88dce-7edb-4d87-a6c4-2813f751ec08 None None] The sync data for ids ['80391c48-e3bf-42f9-9ccb-64b7704729a4'] in dv-cinder-801989-5-iscsi is: [{'id': '80391c48-e3bf-42f9-9ccb-64b7704729a4', 'name': 'tempest-TestMinimumBasicScenario-1151099583-router', 'tenant_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:59Z', 'updated_at': '2021-07-30T10:54:17Z', 'revision_number': 6, 'project_id': 'b20d826c2de64e2fab32fae1a8bb205c', 'gw_port_host': None}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:54:17.779533 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.804080 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bc28d4-5eee-4e1d-ba44-927f1710fc77,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:17.875382 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.979385 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d7386139-1338-49e0-b592-157c7e264f8f up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:54:17.980221 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:17.982412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.030443 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port d7386139-1338-49e0-b592-157c7e264f8f completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:54:18.034161 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port d7386139-1338-49e0-b592-157c7e264f8f triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:54:18.034540 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.047928 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.048425 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80391c48-e3bf-42f9-9ccb-64b7704729a4 {{(pid=104662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:54:18.053339 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.054393 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f38602ed-2c1d-4b50-a30a-3a7e66d292d5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/80391c48-e3bf-42f9-9ccb-64b7704729a4 HTTP/1.1" status: 204 len: 168 time: 0.7949066 Jul 30 10:54:18.057605 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34758) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:18.101681 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Deleting subnet 59187231-6c4e-4734-a849-d8745e79b93f {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:54:18.105568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.126736 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.150920 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.151937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:18.154256 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a9e0ef-8f3c-4ad6-be88-86b03746e2a6" -d '{"events": [{"server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7386139-1338-49e0-b592-157c7e264f8f"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:18.180581 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port d7386139-1338-49e0-b592-157c7e264f8f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d7386139-1338-49e0-b592-157c7e264f8f,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:18.187235 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.188681 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:54:18.210841 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e27984c-cacb-4419-a51a-970ad1fbd997 x-openstack-request-id: req-6e27984c-cacb-4419-a51a-970ad1fbd997 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:18.211140 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7386139-1338-49e0-b592-157c7e264f8f", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:18.211398 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e27984c-cacb-4419-a51a-970ad1fbd997 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:18.211791 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f', 'code': 200} Jul 30 10:54:18.278096 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=d7386139-1338-49e0-b592-157c7e264f8f,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:18.288505 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port b4a046c4-6708-4df1-ad63-1039e987ee0d triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:54:18.288956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.311931 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdfa04-2043-45e0-8564-b7d53c5f8fcc req-6625239b-fee4-431c-bbcd-07a780496e30 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:18.313441 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e8cdfa04-2043-45e0-8564-b7d53c5f8fcc req-6625239b-fee4-431c-bbcd-07a780496e30 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.1281157 Jul 30 10:54:18.318881 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.375881 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.411209 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:18.417070 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.417969 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 96eafbff-41dd-47fa-aa7c-104d0d3eb21d no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:18.470267 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 96eafbff-41dd-47fa-aa7c-104d0d3eb21d {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:18.470620 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 96eafbff-41dd-47fa-aa7c-104d0d3eb21d not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:18.498597 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.503617 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=8']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:18.644796 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e8cdfa04-2043-45e0-8564-b7d53c5f8fcc req-56d4a0a2-54da-423f-bbe0-c2941ef86b41 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235207 Jul 30 10:54:18.681194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.687918 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d90db1-6894-4fb3-a1c5-6030c759a8d8 req-2a283d81-f062-41f8-882b-58ca82f83026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:18.689447 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-40d90db1-6894-4fb3-a1c5-6030c759a8d8 req-2a283d81-f062-41f8-882b-58ca82f83026 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 1098 time: 0.0588651 Jul 30 10:54:18.719778 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59187231-6c4e-4734-a849-d8745e79b93f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:18.730323 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbcb2e0-3c26-4474-b0a5-f0154d1c314e None None] Network 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:54:18.731184 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.733140 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-74bbe6e7-da07-4aa5-bfcb-d08b30bc846b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59187231-6c4e-4734-a849-d8745e79b93f HTTP/1.1" status: 204 len: 168 time: 0.6745584 Jul 30 10:54:18.735807 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34764) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:18.752859 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-40d90db1-6894-4fb3-a1c5-6030c759a8d8 req-a98df43b-4069-4baa-b5fa-5ecd257f3901 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423465 Jul 30 10:54:18.823940 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.889290 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Deleting port 440a409e-e015-458c-b0d0-53d5873c1f14 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:18.889772 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.949799 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] DHCP port deletion for 0e4c4eb8-faf2-458e-b17c-4aef4b33b33b request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 10:54:18.956190 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] For port 440a409e-e015-458c-b0d0-53d5873c1f14, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=440a409e-e015-458c-b0d0-53d5873c1f14,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:18.956576 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:18.969284 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Calling delete_port for 440a409e-e015-458c-b0d0-53d5873c1f14 owned by network:dhcp {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:18.998607 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] Deleting port 440a409e-e015-458c-b0d0-53d5873c1f14 {{(pid=104664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:18.999156 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.051267 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.062064 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] For port 440a409e-e015-458c-b0d0-53d5873c1f14, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=440a409e-e015-458c-b0d0-53d5873c1f14,segment=NetworkSegment(b85ce329-7397-4a41-a67b-636da76070db),segment_id=b85ce329-7397-4a41-a67b-636da76070db)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:19.062464 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.075968 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] Calling delete_port for 440a409e-e015-458c-b0d0-53d5873c1f14 owned by network:dhcp {{(pid=104664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:19.077161 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=440a409e-e015-458c-b0d0-53d5873c1f14,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:19.082993 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] No DVR routers for this DVR port 440a409e-e015-458c-b0d0-53d5873c1f14 on host dv-cinder-801989-5-iscsi {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:54:19.158454 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.169663 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4c4eb8-faf2-458e-b17c-4aef4b33b33b']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:19.180511 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85ce329-7397-4a41-a67b-636da76070db') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:19.180806 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85ce329-7397-4a41-a67b-636da76070db') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:19.195440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.208538 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.218958 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.225256 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:54:19.225713 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:54:19.227512 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:54:19.234889 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] Pushing event deleted for resources: {'Port': ['ID=440a409e-e015-458c-b0d0-53d5873c1f14,revision_number=None']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:19.236936 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d418d-007a-406a-929b-78e07fe6855e None None] No DVR routers for this DVR port 440a409e-e015-458c-b0d0-53d5873c1f14 on host dv-cinder-801989-5-iscsi {{(pid=104664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:54:19.256769 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 07bc28d4-5eee-4e1d-ba44-927f1710fc77 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:19.282320 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 07bc28d4-5eee-4e1d-ba44-927f1710fc77 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:19.282940 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 07bc28d4-5eee-4e1d-ba44-927f1710fc77 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:19.283064 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 440a409e-e015-458c-b0d0-53d5873c1f14 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:19.295165 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.301313 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.303214 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 440a409e-e015-458c-b0d0-53d5873c1f14 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:19.303561 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 440a409e-e015-458c-b0d0-53d5873c1f14 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:19.303705 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0e4c4eb8-faf2-458e-b17c-4aef4b33b33b HTTP/1.1" status: 204 len: 168 time: 0.5667706 Jul 30 10:54:19.304302 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:19.308489 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34766) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:19.315770 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295369ae-1bdd-4cd0-8c00-49afa2575fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4c4eb8-faf2-458e-b17c-4aef4b33b33b,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:19.324318 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:19.324868 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2f30ed3b-b16f-422f-b62a-2458c15c3dd0 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:19.650205 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.779438 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5235d6-addf-43c4-a47d-1a61f3b74a5a req-3c33d37c-69ef-4579-93b2-508ced094724 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:19.781600 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fd5235d6-addf-43c4-a47d-1a61f3b74a5a req-3c33d37c-69ef-4579-93b2-508ced094724 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 30 10:54:19.820184 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-fd5235d6-addf-43c4-a47d-1a61f3b74a5a req-3d3c15bc-fb60-46f1-9637-dc5a514aa42c tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Jul 30 10:54:19.902868 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Deleting port dabae754-a5f0-4486-a62f-420bcf451d60 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:19.903095 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.979110 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] For port dabae754-a5f0-4486-a62f-420bcf451d60, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dabae754-a5f0-4486-a62f-420bcf451d60,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:19.979491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:19.991626 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Calling delete_port for dabae754-a5f0-4486-a62f-420bcf451d60 owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:20.168248 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:20.198870 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dabae754-a5f0-4486-a62f-420bcf451d60,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:20.213665 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:20.216238 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff495a30-4396-47d9-b761-6cad2c7f335d" -d '{"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-plugged", "status": "completed", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:20.256482 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee874cd-ff2d-4299-abcf-8b520b869c89 x-openstack-request-id: req-fee874cd-ff2d-4299-abcf-8b520b869c89 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:20.256843 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-plugged", "status": "completed", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:20.257158 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fee874cd-ff2d-4299-abcf-8b520b869c89 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:20.257614 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'code': 200} Jul 30 10:54:20.367063 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:20.580067 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Router 8afa92c5-134b-46d7-847b-180391e2455e has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:54:20.683946 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:54:20.689190 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-492e2c5f-3076-445c-bf17-d1f73c3dabd3 admin admin] 10.222.0.23 "PUT /v2.0/routers/8afa92c5-134b-46d7-847b-180391e2455e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3791258 Jul 30 10:54:20.691820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34772) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:20.693957 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] Sync routers for ids ['8afa92c5-134b-46d7-847b-180391e2455e'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:54:20.703669 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] Routers {'8afa92c5-134b-46d7-847b-180391e2455e'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:20.704278 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:54:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['8afa92c5-134b-46d7-847b-180391e2455e'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:20.793776 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:20.809396 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] Set router 8afa92c5-134b-46d7-847b-180391e2455e gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:20.897754 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:20.938974 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4e90-a44f-4254-8a5f-b95c9c747156 req-2766a8c2-b072-4383-9316-f45abe0a940f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:20.941170 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d84f4e90-a44f-4254-8a5f-b95c9c747156 req-2766a8c2-b072-4383-9316-f45abe0a940f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.0522306 Jul 30 10:54:20.960427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Deleting port 8259da59-f3bd-4060-b893-82327f42cc13 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:20.960777 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:20.981794 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d84f4e90-a44f-4254-8a5f-b95c9c747156 req-b0ebce58-7145-4451-8147-b5933fefe45c tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340841 Jul 30 10:54:20.988598 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '8259da59-f3bd-4060-b893-82327f42cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:54:20Z', 'revision_number': 5, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port': {'id': '8259da59-f3bd-4060-b893-82327f42cc13', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afa92c5-134b-46d7-847b-180391e2455e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:51:06Z', 'updated_at': '2021-07-30T10:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:21.015151 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] Checking router: 8afa92c5-134b-46d7-847b-180391e2455e for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:54:21.023556 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] Routers {'8afa92c5-134b-46d7-847b-180391e2455e'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:21.024311 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:54:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['8afa92c5-134b-46d7-847b-180391e2455e'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:21.042244 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] For port 8259da59-f3bd-4060-b893-82327f42cc13, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=8259da59-f3bd-4060-b893-82327f42cc13,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:21.042658 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.057106 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Calling delete_port for 8259da59-f3bd-4060-b893-82327f42cc13 owned by network:router_gateway {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:21.151851 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ce51d-1e4d-48a1-bf14-2af3034224a2 req-c3232ebe-9e80-4bc9-8674-b00441eb6b35 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:21.153257 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f99ce51d-1e4d-48a1-bf14-2af3034224a2 req-c3232ebe-9e80-4bc9-8674-b00441eb6b35 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.0941057 Jul 30 10:54:21.201641 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] Set router 8afa92c5-134b-46d7-847b-180391e2455e gateway port host: None {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:21.241878 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f99ce51d-1e4d-48a1-bf14-2af3034224a2 req-8e4807b0-fbf9-48ba-8c50-06c9df428a0a tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814316 Jul 30 10:54:21.264746 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:54:20Z', 'revision_number': 6, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:21.267374 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34778) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:21.282371 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5062807-458a-4e53-b783-abb12fa6a9d4 None None] The sync data for ids ['8afa92c5-134b-46d7-847b-180391e2455e'] in dv-cinder-801989-5-iscsi is: [{'id': '8afa92c5-134b-46d7-847b-180391e2455e', 'name': 'tempest-TestMinimumBasicScenario-1110677518-router', 'tenant_id': '0f1c5a059d804d20866a8ff89905d57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:51:05Z', 'updated_at': '2021-07-30T10:54:20Z', 'revision_number': 6, 'project_id': '0f1c5a059d804d20866a8ff89905d57a', 'gw_port_host': None}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:54:21.324791 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.351136 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8259da59-f3bd-4060-b893-82327f42cc13,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:21.363296 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe51051-c019-4e68-b493-3f9ac44d45ac tempest-TestVolumeBootPattern-1142785931 tempest-TestVolumeBootPattern-1142785931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:21.364825 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-abe51051-c019-4e68-b493-3f9ac44d45ac tempest-TestVolumeBootPattern-1142785931 tempest-TestVolumeBootPattern-1142785931-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 1093 time: 0.0962732 Jul 30 10:54:21.367909 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34782) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:21.373341 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'port_id': 'd7386139-1338-49e0-b592-157c7e264f8f', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:54:21.395542 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.426452 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.493184 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.604164 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Allocated IP 172.27.0.72 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/d1c2a588-5f2e-4c73-9fd9-636ec9c34ce7) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:54:21.725779 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.777540 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.781981 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.796690 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.817759 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:54:21.820619 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:54:21.824260 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:54:21.832216 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=d1c2a588-5f2e-4c73-9fd9-636ec9c34ce7,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:21.845517 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-5b5d7cdc-fc11-4f8c-bc98-1e589e2fc759 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770011 Jul 30 10:54:21.846559 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.847091 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8afa92c5-134b-46d7-847b-180391e2455e {{(pid=104662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:54:21.851732 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.853407 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3a3381f7-97c2-4c78-ab64-513f543f7f7a admin admin] 10.222.0.23 "DELETE /v2.0/routers/8afa92c5-134b-46d7-847b-180391e2455e HTTP/1.1" status: 204 len: 168 time: 1.1600611 Jul 30 10:54:21.856241 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34784) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:21.927042 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Deleting subnet 76428b74-2482-4422-82d2-3c4da3191fbe {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:54:21.933217 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:21.968091 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2438-474e-4a68-9531-b71b2809b802 req-a1a9e07f-0502-4013-ae28-bd4f7425f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:21.969498 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-a1a9e07f-0502-4013-ae28-bd4f7425f0f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.0822842 Jul 30 10:54:21.974953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.125564 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.147381 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2438-474e-4a68-9531-b71b2809b802 req-75614525-d19d-4684-9d44-8e3ecf126f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:22.148909 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-75614525-d19d-4684-9d44-8e3ecf126f7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.1524916 Jul 30 10:54:22.200843 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.231720 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-44995724-daca-4cad-b769-491add1a9277 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 200 len: 1002 time: 0.0746441 Jul 30 10:54:22.236189 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.270301 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.294261 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.296145 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76428b74-2482-4422-82d2-3c4da3191fbe HTTP/1.1" status: 204 len: 168 time: 0.4389236 Jul 30 10:54:22.297162 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadbc1e-6c29-4457-9ff7-01a3eeaa1401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76428b74-2482-4422-82d2-3c4da3191fbe,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:22.300788 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34786) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:22.302804 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435992b-7836-435e-aa7f-780f4008f84d None None] Network 211387c8-95cc-4a85-8696-124449924daa requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:54:22.315281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2438-474e-4a68-9531-b71b2809b802 req-cd81c987-f67b-4816-9f25-2f59ad085a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:22.316872 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-cd81c987-f67b-4816-9f25-2f59ad085a3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0776696 Jul 30 10:54:22.372469 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2438-474e-4a68-9531-b71b2809b802 req-2ceb9dac-1d1e-41b0-932f-7676d742d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:22.374518 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-2ceb9dac-1d1e-41b0-932f-7676d742d612 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498056 Jul 30 10:54:22.449699 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.474926 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-b486d4d1-a123-478d-bdf9-078dda0984d4 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928144 Jul 30 10:54:22.533551 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] DHCP port deletion for 211387c8-95cc-4a85-8696-124449924daa request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 10:54:22.558517 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Deleting port ca4198d9-0dbf-4a56-806d-a1491e4d528d {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:22.558876 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.562088 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.574173 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.580728 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-97df2438-474e-4a68-9531-b71b2809b802 req-96fcb12c-f7b1-48c8-bcf1-d0ba003d86c2 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915797 Jul 30 10:54:22.585101 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] Deleting port ca4198d9-0dbf-4a56-806d-a1491e4d528d {{(pid=104664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:54:22.585558 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.653431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] For port ca4198d9-0dbf-4a56-806d-a1491e4d528d, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=ca4198d9-0dbf-4a56-806d-a1491e4d528d,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:22.653773 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.666368 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] Calling delete_port for ca4198d9-0dbf-4a56-806d-a1491e4d528d owned by network:dhcp {{(pid=104664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:22.684077 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=d1c2a588-5f2e-4c73-9fd9-636ec9c34ce7,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:22.693814 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] For port ca4198d9-0dbf-4a56-806d-a1491e4d528d, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=ca4198d9-0dbf-4a56-806d-a1491e4d528d,segment=NetworkSegment(65ce2fa4-f431-4bc2-8fe1-674348369340),segment_id=65ce2fa4-f431-4bc2-8fe1-674348369340)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:54:22.694231 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.713765 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Calling delete_port for ca4198d9-0dbf-4a56-806d-a1491e4d528d owned by network:dhcp {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:54:22.720857 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.750760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.775911 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] Pushing event deleted for resources: {'Port': ['ID=ca4198d9-0dbf-4a56-806d-a1491e4d528d,revision_number=None']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:22.779405 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ea618-bdec-4ada-a345-fc31761c027d None None] No DVR routers for this DVR port ca4198d9-0dbf-4a56-806d-a1491e4d528d on host dv-cinder-801989-5-iscsi {{(pid=104664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:54:22.873733 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.l3_db [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Floating IP b19ff036-a993-4248-b0d4-bdd992c5abc1 associated. External IP: 172.27.0.72, port: d7386139-1338-49e0-b592-157c7e264f8f. Jul 30 10:54:22.909863 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:22.942491 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4198d9-0dbf-4a56-806d-a1491e4d528d,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:22.951587 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] No DVR routers for this DVR port ca4198d9-0dbf-4a56-806d-a1491e4d528d on host dv-cinder-801989-5-iscsi {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:54:23.061127 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.074590 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211387c8-95cc-4a85-8696-124449924daa']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:23.121277 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ce2fa4-f431-4bc2-8fe1-674348369340') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:23.121573 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ce2fa4-f431-4bc2-8fe1-674348369340') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:23.133402 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.177378 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.188023 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:54:23.188424 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: self.session.flush() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: self.session.flush() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: self.session.flush() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: self.session.flush() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:54:23.190146 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:54:23.234998 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dabae754-a5f0-4486-a62f-420bcf451d60 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:23.255255 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:54:23.255876 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: dabae754-a5f0-4486-a62f-420bcf451d60 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:23.255987 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dabae754-a5f0-4486-a62f-420bcf451d60 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:23.256397 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 8259da59-f3bd-4060-b893-82327f42cc13 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:23.259069 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.268103 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.272420 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] 10.222.0.23 "DELETE /v2.0/networks/211387c8-95cc-4a85-8696-124449924daa HTTP/1.1" status: 204 len: 168 time: 0.9686999 Jul 30 10:54:23.276574 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 8259da59-f3bd-4060-b893-82327f42cc13 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:23.276936 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 8259da59-f3bd-4060-b893-82327f42cc13 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:23.277355 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device ca4198d9-0dbf-4a56-806d-a1491e4d528d no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:54:23.284169 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c243a0c-c9af-41d0-8e54-b0fb2aec859e admin admin] Pushing event deleted for resources: {'Network': ['ID=211387c8-95cc-4a85-8696-124449924daa,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:23.299352 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: ca4198d9-0dbf-4a56-806d-a1491e4d528d {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:54:23.299708 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device ca4198d9-0dbf-4a56-806d-a1491e4d528d not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:54:23.390401 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:54:23.400687 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:54:23.407131 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.411434 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:23.412275 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:54:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:23.464883 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34790) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:23.516812 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b955d3f3-95a5-46bf-83e0-233f793167b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b20d826c2de64e2fab32fae1a8bb205c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504856 Jul 30 10:54:23.525828 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34792) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:23.583999 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4edcf0a5-4698-4154-9c61-e6a63103c5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.610642 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4edcf0a5-4698-4154-9c61-e6a63103c5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.660893 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:23.666653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4edcf0a5-4698-4154-9c61-e6a63103c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.669723 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-4edcf0a5-4698-4154-9c61-e6a63103c5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:23.673401 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4edcf0a5-4698-4154-9c61-e6a63103c5d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f15902d7-65ff-441a-b7fc-06a34f3c07a6 HTTP/1.1" status: 204 len: 168 time: 0.1441171 Jul 30 10:54:23.681044 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcf0a5-4698-4154-9c61-e6a63103c5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15902d7-65ff-441a-b7fc-06a34f3c07a6,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:23.694613 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-68c4e2cb-7f32-40fe-9a25-dea3324ef7f1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3245659 Jul 30 10:54:23.695404 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:54:23.698366 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0789e008-3b4d-4611-b0bd-e1b36e5963ea" -d '{"events": [{"name": "network-changed", "server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "tag": "d7386139-1338-49e0-b592-157c7e264f8f"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:54:23.873447 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a3a80-304d-4887-a31e-09e4bfac94bc x-openstack-request-id: req-bf1a3a80-304d-4887-a31e-09e4bfac94bc {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:54:23.873740 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "tag": "d7386139-1338-49e0-b592-157c7e264f8f", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:54:23.874016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf1a3a80-304d-4887-a31e-09e4bfac94bc {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:54:23.874414 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f', 'status': 'completed', 'code': 200} Jul 30 10:54:23.914694 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'b19ff036-a993-4248-b0d4-bdd992c5abc1', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd7386139-1338-49e0-b592-157c7e264f8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:c8:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:54:22Z', 'updated_at': '2021-07-30T10:54:22Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:23.956226 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:54:23.961619 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-84d10242-c078-4953-a1df-ffa1b9736a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:23.963606 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-84d10242-c078-4953-a1df-ffa1b9736a26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 1098 time: 0.0448909 Jul 30 10:54:23.965456 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:54:23.966090 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:54:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:24.025455 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 34804) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:24.076977 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:54:24.090371 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b20f536d-0878-40ad-87fd-495c445fd14c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f1c5a059d804d20866a8ff89905d57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637147 Jul 30 10:54:24.091659 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-027d55ff-4346-45dc-be33-cb5f016e53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:24.093001 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 34806) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:54:24.093191 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-027d55ff-4346-45dc-be33-cb5f016e53ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.1229422 Jul 30 10:54:24.144495 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d755b3b3-984f-41a9-8f83-3e9851784f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:24.162797 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-2c940565-fe68-42ea-a875-51b707f46cf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7386139-1338-49e0-b592-157c7e264f8f HTTP/1.1" status: 200 len: 998 time: 0.0625920 Jul 30 10:54:24.167129 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d755b3b3-984f-41a9-8f83-3e9851784f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:24.217571 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-8adc3f1e-503d-4402-9cc8-f49e776c6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:24.219154 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-8adc3f1e-503d-4402-9cc8-f49e776c6367 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0490377 Jul 30 10:54:24.222722 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d755b3b3-984f-41a9-8f83-3e9851784f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:24.225399 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d755b3b3-984f-41a9-8f83-3e9851784f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:24.226568 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d755b3b3-984f-41a9-8f83-3e9851784f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51d7db24-f86b-47c1-aa1b-cf17640f602c HTTP/1.1" status: 204 len: 168 time: 0.1324196 Jul 30 10:54:24.234648 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755b3b3-984f-41a9-8f83-3e9851784f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d7db24-f86b-47c1-aa1b-cf17640f602c,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:54:24.271692 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-b4377608-bc16-4b48-af0b-479b68582694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:24.273197 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-b4377608-bc16-4b48-af0b-479b68582694 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476029 Jul 30 10:54:24.326375 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'b19ff036-a993-4248-b0d4-bdd992c5abc1', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd7386139-1338-49e0-b592-157c7e264f8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:c8:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:54:22Z', 'updated_at': '2021-07-30T10:54:22Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:54:24.354033 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ef37a-2269-40ac-98d0-2bbaff724a85 None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'b19ff036-a993-4248-b0d4-bdd992c5abc1', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd7386139-1338-49e0-b592-157c7e264f8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:c8:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:54:22Z', 'updated_at': '2021-07-30T10:54:22Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:54:24.375958 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-a139a415-3f56-4fe8-86f5-fea6554714ba service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952582 Jul 30 10:54:24.478483 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-0789e008-3b4d-4611-b0bd-e1b36e5963ea req-80a216ce-a45c-40d4-887e-4666e0b1280d service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950928 Jul 30 10:54:24.575730 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0f412-1ee2-4638-b992-80f90ae44530 None None] New status for floating IP b19ff036-a993-4248-b0d4-bdd992c5abc1: ACTIVE {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:54:28.541499 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de738d-cf90-4f2c-825c-9dd69e22f07d req-5b5eccc0-3dc0-4273-a5e6-587754fb58dd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:28.543052 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-07de738d-cf90-4f2c-825c-9dd69e22f07d req-5b5eccc0-3dc0-4273-a5e6-587754fb58dd tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0489297 Jul 30 10:54:28.583605 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-07de738d-cf90-4f2c-825c-9dd69e22f07d req-7fe858ac-3cfe-4d72-94c9-df7a89fb257e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347199 Jul 30 10:54:29.709637 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfef19-87b2-4e62-92a6-918379dfa852 req-5470d5e8-fa28-4d53-bed2-591a323d7d75 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:29.711235 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d3cfef19-87b2-4e62-92a6-918379dfa852 req-5470d5e8-fa28-4d53-bed2-591a323d7d75 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0532265 Jul 30 10:54:29.749361 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d3cfef19-87b2-4e62-92a6-918379dfa852 req-3ff70b10-5506-403e-92e8-02fb1d88925d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Jul 30 10:54:30.867945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be700490-f712-4d22-80b7-8b73240b8c17 req-7e746dd2-f7b4-4dfa-8758-3b0c3fd5ac65 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:30.870463 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-be700490-f712-4d22-80b7-8b73240b8c17 req-7e746dd2-f7b4-4dfa-8758-3b0c3fd5ac65 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0496812 Jul 30 10:54:30.907433 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-be700490-f712-4d22-80b7-8b73240b8c17 req-eecce174-707e-40a0-aa34-37925c2d74a8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311270 Jul 30 10:54:32.030627 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b4a58-c190-4975-8e27-6a713a782545 req-8c562b56-629b-445b-9f45-0cb5fce1b82b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:32.032072 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4d8b4a58-c190-4975-8e27-6a713a782545 req-8c562b56-629b-445b-9f45-0cb5fce1b82b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0546575 Jul 30 10:54:32.068818 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4d8b4a58-c190-4975-8e27-6a713a782545 req-28980a77-bb98-4466-a534-407f62d6c7fa tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Jul 30 10:54:33.189002 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4216821-e300-44ed-8426-4e770781f44b req-f42f7ce7-def0-4f21-9c53-3284389e878a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:33.190511 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a4216821-e300-44ed-8426-4e770781f44b req-f42f7ce7-def0-4f21-9c53-3284389e878a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0501962 Jul 30 10:54:33.227897 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a4216821-e300-44ed-8426-4e770781f44b req-1c19899e-d738-455c-8e7e-5e66da5209e1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Jul 30 10:54:34.345517 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416f9de-2a92-427e-a408-b753765a995d req-c99b0edd-d681-42cb-8fde-32fc10e1bd49 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:34.347010 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2416f9de-2a92-427e-a408-b753765a995d req-c99b0edd-d681-42cb-8fde-32fc10e1bd49 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Jul 30 10:54:34.388184 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2416f9de-2a92-427e-a408-b753765a995d req-95c08721-e11c-41ac-8f89-3896c884f916 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343397 Jul 30 10:54:35.506246 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a473f-9b51-4edc-af63-ff7a4294c066 req-f9d6193d-5540-416f-89d3-54a93df886ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:35.507706 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-717a473f-9b51-4edc-af63-ff7a4294c066 req-f9d6193d-5540-416f-89d3-54a93df886ce tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0482483 Jul 30 10:54:35.548633 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-717a473f-9b51-4edc-af63-ff7a4294c066 req-06bc7c26-e6ab-4b52-a9d7-b0a86e8c265a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348513 Jul 30 10:54:36.668515 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5658f-a1ba-4fc1-9e04-5bed3bfb511e req-70eecbaf-43f1-44ed-ab98-217738714490 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:36.670025 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b5c5658f-a1ba-4fc1-9e04-5bed3bfb511e req-70eecbaf-43f1-44ed-ab98-217738714490 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0490072 Jul 30 10:54:36.707559 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b5c5658f-a1ba-4fc1-9e04-5bed3bfb511e req-419286ea-ab28-4e49-9c43-ecadf50b97ad tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Jul 30 10:54:37.824780 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d158c3f-a90d-4153-877c-2aa73376b128 req-0527cba2-1a7f-496c-984c-2ebd8810f426 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:37.826284 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2d158c3f-a90d-4153-877c-2aa73376b128 req-0527cba2-1a7f-496c-984c-2ebd8810f426 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0483985 Jul 30 10:54:37.864642 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2d158c3f-a90d-4153-877c-2aa73376b128 req-3dbde323-94eb-40af-a2b7-0a127584383c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325673 Jul 30 10:54:38.984649 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06325b6c-1a90-488d-aa56-d2e7cd92f48f req-db55006f-1cb1-4c64-81f8-b3ff61da30b2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:38.986163 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-06325b6c-1a90-488d-aa56-d2e7cd92f48f req-db55006f-1cb1-4c64-81f8-b3ff61da30b2 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0522535 Jul 30 10:54:39.023874 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-06325b6c-1a90-488d-aa56-d2e7cd92f48f req-78fc92af-4eca-4525-a077-97ddfd53b2a3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Jul 30 10:54:39.969189 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-58c1ca0e-3c75-40ec-81c1-603279c68f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:40.141857 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076379-b69d-466c-a853-9a4ea1e2b149 req-affca74d-e2e6-4e08-a820-7cbf2af4c47b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:40.143334 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-90076379-b69d-466c-a853-9a4ea1e2b149 req-affca74d-e2e6-4e08-a820-7cbf2af4c47b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Jul 30 10:54:40.181017 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-90076379-b69d-466c-a853-9a4ea1e2b149 req-44d06d3d-2c4e-4dda-93fc-ce9289845129 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318801 Jul 30 10:54:41.299176 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59bd21-d8a1-4524-a3d7-613cd9128c22 req-1b7c4f90-bab1-4b02-9c1d-658e0a69954f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:41.300724 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc59bd21-d8a1-4524-a3d7-613cd9128c22 req-1b7c4f90-bab1-4b02-9c1d-658e0a69954f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0495553 Jul 30 10:54:41.339585 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bc59bd21-d8a1-4524-a3d7-613cd9128c22 req-38f3e383-a341-45db-a376-935c05b98e75 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Jul 30 10:54:42.460393 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb8424-6942-4345-9b72-551845ad1c82 req-b10ebcfd-43ae-404d-8c0e-f3cb9deb5513 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:42.462020 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-34cb8424-6942-4345-9b72-551845ad1c82 req-b10ebcfd-43ae-404d-8c0e-f3cb9deb5513 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0510080 Jul 30 10:54:42.504020 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-34cb8424-6942-4345-9b72-551845ad1c82 req-49dba5f6-1b6d-449c-9e76-fd268ccf0ef9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358982 Jul 30 10:54:42.767963 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:42.859530 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-e0c132cb-388c-423c-8b72-77f4a91cc5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:43.426528 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:43.630855 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd46428-0f6e-4232-8a97-ea4754813384 req-5de534bb-9c25-43d6-8f78-0d4097c7387e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:43.632380 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6cd46428-0f6e-4232-8a97-ea4754813384 req-5de534bb-9c25-43d6-8f78-0d4097c7387e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0563562 Jul 30 10:54:43.672854 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6cd46428-0f6e-4232-8a97-ea4754813384 req-54037d17-61b4-401e-a0d6-239ab83a7379 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Jul 30 10:54:44.794696 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb19fe-a038-4e59-9785-a6df23c37566 req-19153570-4eb5-456e-a8d2-14e58405d307 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:44.796174 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-27fb19fe-a038-4e59-9785-a6df23c37566 req-19153570-4eb5-456e-a8d2-14e58405d307 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0493789 Jul 30 10:54:44.835878 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-27fb19fe-a038-4e59-9785-a6df23c37566 req-04e29fdb-4c20-4534-9e1b-8dd5ed76cae7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Jul 30 10:54:45.267735 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:45.356390 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:54:45.972387 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e0c0-f9ec-40b5-a880-a91445d1ffe3 req-050059d0-4b55-422b-8a2a-533ceec02dc7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:45.974217 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c5a5e0c0-f9ec-40b5-a880-a91445d1ffe3 req-050059d0-4b55-422b-8a2a-533ceec02dc7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0544333 Jul 30 10:54:46.013454 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c5a5e0c0-f9ec-40b5-a880-a91445d1ffe3 req-5b5c908b-bfa1-4474-926b-59bb0b72b0eb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325696 Jul 30 10:54:47.132191 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab7da5-42eb-4d0c-9fdd-a1e5c8dbfb4f req-a382a66a-cd46-43f6-900e-1c70977b9b90 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:47.133881 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7aab7da5-42eb-4d0c-9fdd-a1e5c8dbfb4f req-a382a66a-cd46-43f6-900e-1c70977b9b90 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0494688 Jul 30 10:54:47.170946 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7aab7da5-42eb-4d0c-9fdd-a1e5c8dbfb4f req-06f7852c-ccfc-43e4-bf16-0d67304e9ad9 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312259 Jul 30 10:54:48.290300 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45417da6-532d-42ee-a3ce-c68110b80f61 req-3a97beb6-60dd-438c-b8c1-18fbd1bc65d0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:48.291792 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-45417da6-532d-42ee-a3ce-c68110b80f61 req-3a97beb6-60dd-438c-b8c1-18fbd1bc65d0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0490103 Jul 30 10:54:48.332063 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-45417da6-532d-42ee-a3ce-c68110b80f61 req-b4d048b1-8a32-403e-875b-f3d42f80149e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Jul 30 10:54:48.473435 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:54:49.450854 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2169-45d9-4f9f-a75b-d1d90cdedfe2 req-d63a8148-3234-43bc-aa5a-e230463dfa70 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:49.452235 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-531d2169-45d9-4f9f-a75b-d1d90cdedfe2 req-d63a8148-3234-43bc-aa5a-e230463dfa70 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0483420 Jul 30 10:54:49.493957 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-531d2169-45d9-4f9f-a75b-d1d90cdedfe2 req-611a61dd-893c-4cda-9ff2-b933f3258a26 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358496 Jul 30 10:54:50.615947 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b96705-304e-4ba1-a98c-91b83a6d5390 req-6c0bec7a-ca42-414b-be41-6c60c14e2381 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:50.617316 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e8b96705-304e-4ba1-a98c-91b83a6d5390 req-6c0bec7a-ca42-414b-be41-6c60c14e2381 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Jul 30 10:54:50.655218 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e8b96705-304e-4ba1-a98c-91b83a6d5390 req-0ef5f52d-454a-4fc6-9f45-f9b7bb0b92c6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Jul 30 10:54:51.775206 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52498dcc-b301-4b12-ad45-c1313d232e1a req-4d717f8c-f4a3-4ba2-9582-d028a0f2b658 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:51.776820 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-52498dcc-b301-4b12-ad45-c1313d232e1a req-4d717f8c-f4a3-4ba2-9582-d028a0f2b658 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Jul 30 10:54:51.815957 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-52498dcc-b301-4b12-ad45-c1313d232e1a req-bd7f6783-9ebb-454b-9b68-a3affea6d686 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331345 Jul 30 10:54:52.937669 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c1f8c-25e3-43be-81ab-c533fb891efe req-6c8083ae-ed52-4439-8271-60e688882f6a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:52.939158 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-756c1f8c-25e3-43be-81ab-c533fb891efe req-6c8083ae-ed52-4439-8271-60e688882f6a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Jul 30 10:54:52.977672 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-756c1f8c-25e3-43be-81ab-c533fb891efe req-aa79195a-658b-4cae-86a5-95c0fdc575b5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327342 Jul 30 10:54:54.101227 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a85a-ac91-45ab-aaae-44a85c1fb171 req-bdcc92ad-b1d5-4508-b693-69f415cad9b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:54.102751 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ea34a85a-ac91-45ab-aaae-44a85c1fb171 req-bdcc92ad-b1d5-4508-b693-69f415cad9b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0495627 Jul 30 10:54:54.140890 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ea34a85a-ac91-45ab-aaae-44a85c1fb171 req-7d5683ba-1308-4563-8065-aca1cad03f8c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Jul 30 10:54:55.262283 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb594-7e40-416e-8c59-d4195b564fbc req-7873a6c3-f406-4afc-898f-05b9135c67e7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:55.263862 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-923cb594-7e40-416e-8c59-d4195b564fbc req-7873a6c3-f406-4afc-898f-05b9135c67e7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0516124 Jul 30 10:54:55.307051 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-923cb594-7e40-416e-8c59-d4195b564fbc req-fa6de25d-6c7c-4c43-825a-e3d14161520d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 Jul 30 10:54:55.864691 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33204c2-fbe1-4334-abc3-ccea2da8391d req-8bb3e705-2745-4a6b-b541-316f7dc0bd61 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:55.866164 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d33204c2-fbe1-4334-abc3-ccea2da8391d req-8bb3e705-2745-4a6b-b541-316f7dc0bd61 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0505414 Jul 30 10:54:55.905964 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d33204c2-fbe1-4334-abc3-ccea2da8391d req-fb53b785-534c-4ea3-a520-ba9ba50ddc01 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331070 Jul 30 10:54:56.430316 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ff33f-f7fc-48d8-b0e2-12b434fc1c13 req-d02ebe5c-c1fb-4022-adac-50604535b365 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:56.431877 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f2ff33f-f7fc-48d8-b0e2-12b434fc1c13 req-d02ebe5c-c1fb-4022-adac-50604535b365 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Jul 30 10:54:56.476633 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3f2ff33f-f7fc-48d8-b0e2-12b434fc1c13 req-1185f08e-00a3-4db9-8080-6bf44975a779 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366428 Jul 30 10:54:57.019761 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f72f2d-7de8-4a40-bec9-16fbfac5eee4 req-548810f9-1b6e-4669-a2d9-3740e784d7f8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:57.021184 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-98f72f2d-7de8-4a40-bec9-16fbfac5eee4 req-548810f9-1b6e-4669-a2d9-3740e784d7f8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0485671 Jul 30 10:54:57.059760 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-98f72f2d-7de8-4a40-bec9-16fbfac5eee4 req-032e5500-c3e2-4612-98fa-0490c8144606 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jul 30 10:54:57.593677 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb69bb-fba4-48a0-a1ff-8f04d1f5eb20 req-a8edc47c-2695-4db0-b7bb-316482253874 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:57.595178 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-78bb69bb-fba4-48a0-a1ff-8f04d1f5eb20 req-a8edc47c-2695-4db0-b7bb-316482253874 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0481794 Jul 30 10:54:57.633475 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-78bb69bb-fba4-48a0-a1ff-8f04d1f5eb20 req-10a390a1-61a6-4cf4-8c7c-ef29ccbf1962 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Jul 30 10:54:58.176077 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c686-d147-4d3c-abb5-545366c2ad6d req-0e64375b-a164-4c9f-99a9-194693ad8ac8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:58.177461 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6083c686-d147-4d3c-abb5-545366c2ad6d req-0e64375b-a164-4c9f-99a9-194693ad8ac8 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Jul 30 10:54:58.219248 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6083c686-d147-4d3c-abb5-545366c2ad6d req-4a8ede51-4d21-46cc-a41c-b1bed17376b3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360012 Jul 30 10:54:58.755769 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1727561-70e3-44f8-9d40-81be5f561788 req-f1f3ec5b-e54c-4f69-b32f-2e6ae5422d7c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:58.757227 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e1727561-70e3-44f8-9d40-81be5f561788 req-f1f3ec5b-e54c-4f69-b32f-2e6ae5422d7c tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0526938 Jul 30 10:54:58.794814 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e1727561-70e3-44f8-9d40-81be5f561788 req-5d1f5d9d-2871-4a84-b471-14d02dc7eed4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Jul 30 10:54:59.334574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ed7e6-c15f-4091-b2e3-e44fac3582a8 req-ca6c2258-daa7-40cf-b875-071a93f24be5 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:59.336293 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d47ed7e6-c15f-4091-b2e3-e44fac3582a8 req-ca6c2258-daa7-40cf-b875-071a93f24be5 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0511281 Jul 30 10:54:59.376247 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d47ed7e6-c15f-4091-b2e3-e44fac3582a8 req-84e0e3f2-27dd-45cd-b59a-d2c92d86c1a7 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Jul 30 10:54:59.913439 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3f35-ec5d-4c3e-981b-87f5a6317b1f req-55aa503f-bf2f-4505-86fa-e616b4bd2c4e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:54:59.914935 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1b8d3f35-ec5d-4c3e-981b-87f5a6317b1f req-55aa503f-bf2f-4505-86fa-e616b4bd2c4e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0489366 Jul 30 10:54:59.954115 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1b8d3f35-ec5d-4c3e-981b-87f5a6317b1f req-7b2852ba-b5d2-45e7-a4c4-df27a988a5ab tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Jul 30 10:55:00.490759 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced03e8-35e9-447d-b272-88cfcd010a6a req-aa732b34-e33a-4fe2-b6bf-3feca97b7837 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:00.492290 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7ced03e8-35e9-447d-b272-88cfcd010a6a req-aa732b34-e33a-4fe2-b6bf-3feca97b7837 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0494351 Jul 30 10:55:00.530835 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7ced03e8-35e9-447d-b272-88cfcd010a6a req-bc93df4a-d777-4569-841d-f159019fad6a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Jul 30 10:55:01.075396 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c766d-020d-4bcc-b18c-7871d3cf82d4 req-d6ff8a50-ab84-41e9-8cdc-d1fa381696f8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:01.076892 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cc2c766d-020d-4bcc-b18c-7871d3cf82d4 req-d6ff8a50-ab84-41e9-8cdc-d1fa381696f8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0502031 Jul 30 10:55:01.115842 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cc2c766d-020d-4bcc-b18c-7871d3cf82d4 req-c389bc56-7e12-4e57-b5f3-eda90109fc87 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jul 30 10:55:01.643819 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684fe38-2630-4fea-ae01-7623967edadc req-197748e7-16af-4ea6-b41b-56992e21a810 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:01.645193 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7684fe38-2630-4fea-ae01-7623967edadc req-197748e7-16af-4ea6-b41b-56992e21a810 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0481598 Jul 30 10:55:01.690452 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7684fe38-2630-4fea-ae01-7623967edadc req-02eb4675-af69-4d8a-9d07-ca237ef86f48 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393567 Jul 30 10:55:02.243200 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:55:02.246312 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22955c-febb-4b3f-a7cc-5217fd1a207f req-daa4eda1-8403-4347-8b87-1adf798d1904 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:02.248455 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2b22955c-febb-4b3f-a7cc-5217fd1a207f req-daa4eda1-8403-4347-8b87-1adf798d1904 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0601361 Jul 30 10:55:02.306570 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2b22955c-febb-4b3f-a7cc-5217fd1a207f req-a34270ac-a69a-4ab5-943d-4cabebc5b23f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456090 Jul 30 10:55:02.360519 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:02.373098 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'mac_address': 'fa:16:3e:83:20:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:55:02.416622 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:02.431812 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfd0a726-102f-4241-bc58-43cd41af6f32 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:55:02.454269 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:02.458958 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:02.526303 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=6']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:02.631925 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['dfd0a726-102f-4241-bc58-43cd41af6f32'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:55:02.843981 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567b86e-e57a-49cd-84c7-46b7b57f0a85 req-6bc0b497-8e12-4405-a5ec-444f2a91dae5 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:02.847573 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5567b86e-e57a-49cd-84c7-46b7b57f0a85 req-6bc0b497-8e12-4405-a5ec-444f2a91dae5 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0684612 Jul 30 10:55:02.895510 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5567b86e-e57a-49cd-84c7-46b7b57f0a85 req-240ca8ea-9921-4272-8bd5-bd280877928d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Jul 30 10:55:03.444641 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a453165-4c73-4ea9-b71d-dc7ab5cb8e8f req-2b059643-8de5-4bab-bb8c-2d8e4435332f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:03.449302 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8a453165-4c73-4ea9-b71d-dc7ab5cb8e8f req-2b059643-8de5-4bab-bb8c-2d8e4435332f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0618684 Jul 30 10:55:03.493105 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8a453165-4c73-4ea9-b71d-dc7ab5cb8e8f req-8d3ccb81-fe68-49f4-b96a-b485e0a4851f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379286 Jul 30 10:55:04.027459 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c016b0b-915e-46ef-9ff4-d91181414034 req-3d76ca5a-f5a6-4e8d-b291-3dcce19c1bb2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:04.029232 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1c016b0b-915e-46ef-9ff4-d91181414034 req-3d76ca5a-f5a6-4e8d-b291-3dcce19c1bb2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0539465 Jul 30 10:55:04.090355 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1c016b0b-915e-46ef-9ff4-d91181414034 req-95e687a5-c1da-4e7f-be66-564256ec2986 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 Jul 30 10:55:04.259969 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:55:04.325531 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port dfd0a726-102f-4241-bc58-43cd41af6f32 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:55:04.325979 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:04.422998 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:04.454513 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:04.458753 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b58c73-3694-4e5f-b64a-89dbf4cda3a1" -d '{"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:04.480635 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:04.486098 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:04.520290 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9f21f8-0974-4416-b1ef-4815e8e1e2db x-openstack-request-id: req-ab9f21f8-0974-4416-b1ef-4815e8e1e2db {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:04.520594 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:04.520830 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab9f21f8-0974-4416-b1ef-4815e8e1e2db {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:04.521223 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'code': 200} Jul 30 10:55:04.564305 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=7']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:04.653104 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6196ef-2a10-435d-a367-227098186bfb req-371a398a-8c1f-44a9-8079-a93f68a03dc0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:04.658350 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-aa6196ef-2a10-435d-a367-227098186bfb req-371a398a-8c1f-44a9-8079-a93f68a03dc0 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0689430 Jul 30 10:55:04.711064 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-aa6196ef-2a10-435d-a367-227098186bfb req-53427ba4-7573-4eb9-9e4a-f9c616ed6bd5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499792 Jul 30 10:55:05.231408 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559af188-6e03-4904-844c-65a31966cdff req-3aad9c81-b134-4be0-96eb-a63a323ae4fe tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:05.240281 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-559af188-6e03-4904-844c-65a31966cdff req-3aad9c81-b134-4be0-96eb-a63a323ae4fe tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0718296 Jul 30 10:55:05.290495 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-559af188-6e03-4904-844c-65a31966cdff req-e5b0ec7b-8d19-4e60-b027-76188ecc54f6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492938 Jul 30 10:55:05.857561 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745029db-4597-44f4-b224-f9530f786908 req-ad344ee9-8870-4117-a029-92f0f27b0fc1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:05.859097 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-745029db-4597-44f4-b224-f9530f786908 req-ad344ee9-8870-4117-a029-92f0f27b0fc1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0624204 Jul 30 10:55:05.904371 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-745029db-4597-44f4-b224-f9530f786908 req-68ce2901-cb35-4ca7-bda3-59e7284f3989 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372348 Jul 30 10:55:06.419486 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e26c-2a54-4526-9640-c0c213a5d733 req-26cda96e-0665-4d44-95ff-8abadb8523bc tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:06.421015 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5369e26c-2a54-4526-9640-c0c213a5d733 req-26cda96e-0665-4d44-95ff-8abadb8523bc tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0555413 Jul 30 10:55:06.462335 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5369e26c-2a54-4526-9640-c0c213a5d733 req-3e3b10cc-3a53-45e8-8f10-ee34acee9d55 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348282 Jul 30 10:55:06.719423 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627730f6-165a-4a31-b46b-3291f8191509 req-9b387120-7800-4462-9cbd-653bcb35813f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:06.721184 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-627730f6-165a-4a31-b46b-3291f8191509 req-9b387120-7800-4462-9cbd-653bcb35813f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0789115 Jul 30 10:55:06.807665 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-627730f6-165a-4a31-b46b-3291f8191509 req-22ace8f0-1601-4417-b027-777d74b234e1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728972 Jul 30 10:55:06.836112 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-40118702-b39c-4c90-8daf-b7123e8e5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:06.837704 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-40118702-b39c-4c90-8daf-b7123e8e5b4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.0858934 Jul 30 10:55:06.947251 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-6545fb95-ef3a-4806-a811-6c88f86d3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:06.949359 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-6545fb95-ef3a-4806-a811-6c88f86d3d5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.1047826 Jul 30 10:55:07.030085 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-259dd72b-b9be-4da3-9cf6-24da94ea3ec2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 200 len: 1002 time: 0.0735004 Jul 30 10:55:07.060971 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0cd61-fc9f-474b-b3d4-0b0d0f2220b4 req-3687583c-d47d-4372-9fca-27851ad4a4b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:07.063396 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-33b0cd61-fc9f-474b-b3d4-0b0d0f2220b4 req-3687583c-d47d-4372-9fca-27851ad4a4b7 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0616169 Jul 30 10:55:07.098403 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-70d9e537-4007-4396-8d0f-1ced0fdbd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:07.099812 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-70d9e537-4007-4396-8d0f-1ced0fdbd7c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0629058 Jul 30 10:55:07.128947 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-33b0cd61-fc9f-474b-b3d4-0b0d0f2220b4 req-7e248a18-bedd-4e58-b393-7fbc5fc13107 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578103 Jul 30 10:55:07.161521 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-7752de82-4c19-4b8d-a47f-d9c3afa356b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:07.163346 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-7752de82-4c19-4b8d-a47f-d9c3afa356b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552340 Jul 30 10:55:07.271777 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-2469ec4d-a182-42f8-a402-77f6eeb44830 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999110 Jul 30 10:55:07.377361 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-56068878-5f90-4fdc-bb9c-a73900a0623d req-a33094b8-9e8a-4fce-9e06-7cee112e9af0 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984700 Jul 30 10:55:07.950361 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59cffe-1a6f-4857-873e-b94bc1bfbfa5 req-c8d38a72-0351-4fe6-855c-41475890f661 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:07.957066 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bf59cffe-1a6f-4857-873e-b94bc1bfbfa5 req-c8d38a72-0351-4fe6-855c-41475890f661 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0720694 Jul 30 10:55:08.017961 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bf59cffe-1a6f-4857-873e-b94bc1bfbfa5 req-b3de042b-5a92-44a6-bc77-46103e81af1b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535131 Jul 30 10:55:08.255094 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edae7d-70d4-45fd-a7df-62af924c5141 req-32447a6b-2ef4-4f06-a4f7-3cbf07541deb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:08.258319 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-11edae7d-70d4-45fd-a7df-62af924c5141 req-32447a6b-2ef4-4f06-a4f7-3cbf07541deb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0527272 Jul 30 10:55:08.303565 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-11edae7d-70d4-45fd-a7df-62af924c5141 req-9defef16-0826-4b22-a2c0-09797487c4d3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 Jul 30 10:55:09.140781 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de059-aaaa-4a33-be7b-b43c410e0d0b req-c4c200a2-20f0-4b58-a1bc-808276e87c0c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:09.142327 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b95de059-aaaa-4a33-be7b-b43c410e0d0b req-c4c200a2-20f0-4b58-a1bc-808276e87c0c tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Jul 30 10:55:09.191629 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b95de059-aaaa-4a33-be7b-b43c410e0d0b req-4f58b333-b8b6-4f88-9260-60e521b39b6d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Jul 30 10:55:09.437140 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758c7c-9e07-429b-84dd-8310cfb76bd7 req-3e001557-c4ae-4a8b-8dc0-c1092b92d795 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:09.439871 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18758c7c-9e07-429b-84dd-8310cfb76bd7 req-3e001557-c4ae-4a8b-8dc0-c1092b92d795 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0558455 Jul 30 10:55:09.482779 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-18758c7c-9e07-429b-84dd-8310cfb76bd7 req-453c901b-e5e2-46f6-bf70-0d7ca7b95a9d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362971 Jul 30 10:55:09.972889 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9263-986a-46fb-914a-a5b3edd128dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:10.622335 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a682132-2f9e-494a-abe3-2f84a007949d req-ed4e4538-a825-4c25-b16c-dc6717ab8396 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:10.624310 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4a682132-2f9e-494a-abe3-2f84a007949d req-ed4e4538-a825-4c25-b16c-dc6717ab8396 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0585053 Jul 30 10:55:10.665517 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4a682132-2f9e-494a-abe3-2f84a007949d req-62a929f7-6c37-4ae3-a2d8-bd5204a3f62a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346055 Jul 30 10:55:11.750400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-b53600fe-15b6-4747-a0ab-c315acbfed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:11.751894 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-b53600fe-15b6-4747-a0ab-c315acbfed26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1099 time: 0.0483210 Jul 30 10:55:11.793584 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa9dd-f1be-4097-8807-e6cdd8d7d56e req-be137fd8-4b5e-4ec2-96ef-95790404e9f6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:11.795094 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0f8fa9dd-f1be-4097-8807-e6cdd8d7d56e req-be137fd8-4b5e-4ec2-96ef-95790404e9f6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0494874 Jul 30 10:55:11.834279 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0f8fa9dd-f1be-4097-8807-e6cdd8d7d56e req-9792e773-d54e-4aab-8a98-a1d0e289e342 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324249 Jul 30 10:55:11.853811 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-db788d22-9e28-4bc3-99d1-e8a0d2950062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:11.856494 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-db788d22-9e28-4bc3-99d1-e8a0d2950062 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.0890667 Jul 30 10:55:11.927310 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-79878405-7a7e-4534-89dc-095c8565166e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 200 len: 1001 time: 0.0632060 Jul 30 10:55:11.974720 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-891a96ef-3bff-4fd1-b0c3-309bba27e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:11.976044 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-891a96ef-3bff-4fd1-b0c3-309bba27e700 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0419004 Jul 30 10:55:12.027337 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-bc54e3d5-268e-4a86-b716-b34bf2431b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:12.028845 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-bc54e3d5-268e-4a86-b716-b34bf2431b8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447309 Jul 30 10:55:12.117163 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-3b53241d-336e-450c-9032-4642485d3b87 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816224 Jul 30 10:55:12.212726 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-393b27c1-4b14-4b90-b32d-4b92d2019e74 req-4845f2f6-292d-4ed7-bb6c-1f6a7d009259 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884194 Jul 30 10:55:12.769808 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:12.850303 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-26b1efbf-a1e3-4bfd-bd84-834bb5b9b11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:12.963037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4819d5f-cd84-48cf-9c0a-ec5275ebf1e6 req-8674766c-1389-4246-9205-f7c132134120 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:12.964530 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a4819d5f-cd84-48cf-9c0a-ec5275ebf1e6 req-8674766c-1389-4246-9205-f7c132134120 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0549674 Jul 30 10:55:13.002995 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a4819d5f-cd84-48cf-9c0a-ec5275ebf1e6 req-db84c4f8-7972-4c4a-a31e-352e5f1306da tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Jul 30 10:55:13.428392 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:14.124408 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eb3c9-519b-41b2-b4f3-8c688fc2b41b req-73cd9d9c-4542-4b40-ac7d-ec736e4d9cd5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:14.125777 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-328eb3c9-519b-41b2-b4f3-8c688fc2b41b req-73cd9d9c-4542-4b40-ac7d-ec736e4d9cd5 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0477002 Jul 30 10:55:14.169943 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-328eb3c9-519b-41b2-b4f3-8c688fc2b41b req-29c103d5-8078-4ae2-9463-c40192573adc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363028 Jul 30 10:55:15.090516 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f709-b769-4bd3-9360-aa4de92d931b req-6454a5e3-3f6b-4afd-bf36-f088a7f47c1a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:15.091987 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6750f709-b769-4bd3-9360-aa4de92d931b req-6454a5e3-3f6b-4afd-bf36-f088a7f47c1a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0555389 Jul 30 10:55:15.132223 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6750f709-b769-4bd3-9360-aa4de92d931b req-0468a63f-9695-458b-92d7-ab317cdb2a5b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342293 Jul 30 10:55:15.272137 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:15.494493 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35064) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:15.581933 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-5af197fb-97c2-47f6-91f4-f509b0c9be90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862505 Jul 30 10:55:16.257014 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04188a03-71a6-44cb-8247-035b8e5e03d5 req-bbeb15bf-0274-4250-a4af-d32239e987d1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:16.258523 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-04188a03-71a6-44cb-8247-035b8e5e03d5 req-bbeb15bf-0274-4250-a4af-d32239e987d1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 946 time: 0.0493553 Jul 30 10:55:16.300394 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-04188a03-71a6-44cb-8247-035b8e5e03d5 req-166d6fe3-b5bb-4cbc-9f30-86dbfedb9818 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355577 Jul 30 10:55:16.353326 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:16.428207 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:16.451501 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:16.453722 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459973d-825c-4f00-a6c1-f4ab336912c1" -d '{"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:16.470528 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:16.474936 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:16.498385 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eed641-0766-4e2c-84a0-3593641593e6 x-openstack-request-id: req-87eed641-0766-4e2c-84a0-3593641593e6 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:16.498683 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:16.498941 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87eed641-0766-4e2c-84a0-3593641593e6 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:16.499335 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'code': 200} Jul 30 10:55:16.524053 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=8']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:16.529424 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-fdf59555-af4b-4b3f-8031-66814269961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:16.530962 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-fdf59555-af4b-4b3f-8031-66814269961e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8&tenant_id=21168d9dada845998f2917a595353c9b HTTP/1.1" status: 200 len: 1097 time: 0.0713363 Jul 30 10:55:16.531706 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.532064 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.532413 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.532755 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.533093 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.533431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.533762 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.534123 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.534457 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.534790 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.535115 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.535439 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:16.602682 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-6f236a89-635e-4caa-9b10-a32147bebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:16.604102 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-6f236a89-635e-4caa-9b10-a32147bebec6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0403359 Jul 30 10:55:16.695984 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-4a76fe65-a55b-42cc-8983-7ccb23053e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:16.697485 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-4a76fe65-a55b-42cc-8983-7ccb23053e79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.0852399 Jul 30 10:55:16.763784 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-472f52cf-1a8a-44af-b703-b045f05e88f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 200 len: 999 time: 0.0593705 Jul 30 10:55:16.812893 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-93b38eab-30ef-4f18-bd47-91ade608fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:16.814352 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-93b38eab-30ef-4f18-bd47-91ade608fc9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0442865 Jul 30 10:55:16.862798 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-7f53c892-e813-46f3-ae9b-2e6526b2128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:16.864173 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-7f53c892-e813-46f3-ae9b-2e6526b2128b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431042 Jul 30 10:55:16.952692 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-3304b62a-3c5e-481d-9117-2dc1ae1780e5 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810697 Jul 30 10:55:17.043090 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914a44ea-689d-485f-ae16-516bb33a7f95 req-d1bd2d73-bb29-4f11-800e-38b9512e8571 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836549 Jul 30 10:55:17.422350 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088dd8a-0fd6-49b2-892b-6cf5a2474960 req-bf690f97-2840-48f1-bbaf-a73dbd4897a8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:17.424062 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3088dd8a-0fd6-49b2-892b-6cf5a2474960 req-bf690f97-2840-48f1-bbaf-a73dbd4897a8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0501559 Jul 30 10:55:17.482647 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3088dd8a-0fd6-49b2-892b-6cf5a2474960 req-8c2d1ffb-8ecd-4934-8266-98a2bbaca1ed tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512011 Jul 30 10:55:18.488659 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:18.623930 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7b944-2997-49bf-ba0e-2ff93bef8809 req-6a190dd0-fdd9-4022-8a8d-61afd41dbd05 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:18.625471 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-56b7b944-2997-49bf-ba0e-2ff93bef8809 req-6a190dd0-fdd9-4022-8a8d-61afd41dbd05 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0677998 Jul 30 10:55:18.679604 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-56b7b944-2997-49bf-ba0e-2ff93bef8809 req-ee2bb268-9434-4ffe-b767-d2838265d91f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480332 Jul 30 10:55:19.844500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da2ef-29dd-426a-922c-4b0c6302a538 req-78d336af-b3bd-4a5a-b96b-8c830588452d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:19.847512 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bd3da2ef-29dd-426a-922c-4b0c6302a538 req-78d336af-b3bd-4a5a-b96b-8c830588452d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0741489 Jul 30 10:55:19.887594 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-bd3da2ef-29dd-426a-922c-4b0c6302a538 req-b981f2c2-b823-43b7-9df3-5610699ab978 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337982 Jul 30 10:55:21.023556 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081156ba-21fd-43da-a750-862950c2fb38 req-afd42315-d31b-4844-b3c5-4ba41f459106 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:21.025036 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-081156ba-21fd-43da-a750-862950c2fb38 req-afd42315-d31b-4844-b3c5-4ba41f459106 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0499449 Jul 30 10:55:21.070771 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-081156ba-21fd-43da-a750-862950c2fb38 req-659deef3-72c5-4bbc-bc68-3abc9542d685 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392156 Jul 30 10:55:22.202727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128896c6-378b-4293-9044-8fffda32e2a4 req-dcb3cf5f-64db-4c64-9f61-d86f190575cb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:22.204607 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-128896c6-378b-4293-9044-8fffda32e2a4 req-dcb3cf5f-64db-4c64-9f61-d86f190575cb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0555344 Jul 30 10:55:22.250671 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-128896c6-378b-4293-9044-8fffda32e2a4 req-6296e2e7-e01b-4aaa-a799-59a0a2c88119 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Jul 30 10:55:22.354629 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:55:23.374001 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144de540-b516-492e-ba19-78aa37f52d92 req-9fbef331-39f6-4ae6-bc8d-1731e99efee1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:23.375517 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-144de540-b516-492e-ba19-78aa37f52d92 req-9fbef331-39f6-4ae6-bc8d-1731e99efee1 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0521684 Jul 30 10:55:23.416936 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-144de540-b516-492e-ba19-78aa37f52d92 req-75cc73ab-1dc5-438a-95a1-f6c786eda618 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Jul 30 10:55:24.542556 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f64a-ae75-44ae-9753-870da599086b req-daf38bf0-3143-494a-b6ba-c4a890bbaf72 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:24.544620 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c258f64a-ae75-44ae-9753-870da599086b req-daf38bf0-3143-494a-b6ba-c4a890bbaf72 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0522611 Jul 30 10:55:24.586453 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c258f64a-ae75-44ae-9753-870da599086b req-fdfb2f60-4e73-4059-9307-68126eac93a8 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356445 Jul 30 10:55:25.710364 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076fae-fa0d-4b64-b0a4-e5d7903b038b req-6d6cbbcc-b1a4-4072-a95a-586d6ada9056 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:25.712029 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ea076fae-fa0d-4b64-b0a4-e5d7903b038b req-6d6cbbcc-b1a4-4072-a95a-586d6ada9056 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0516331 Jul 30 10:55:25.754313 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ea076fae-fa0d-4b64-b0a4-e5d7903b038b req-92ecb48b-a20f-4ea5-8534-814d97e8f88e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359337 Jul 30 10:55:26.877007 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11555284-6e00-4075-8c7f-15a89e5a602d req-d459725c-a56f-42a4-aacd-abe440fac627 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:26.878614 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-11555284-6e00-4075-8c7f-15a89e5a602d req-d459725c-a56f-42a4-aacd-abe440fac627 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0517120 Jul 30 10:55:26.930987 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-11555284-6e00-4075-8c7f-15a89e5a602d req-e64d78be-0e58-44ab-a7fd-033abbc93b17 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452869 Jul 30 10:55:28.054317 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1588a3-67a8-4eac-98c8-53bd45bccd80 req-7e85e080-f0a2-42cf-b81b-c6ffe85ed5b3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:28.055799 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef1588a3-67a8-4eac-98c8-53bd45bccd80 req-7e85e080-f0a2-42cf-b81b-c6ffe85ed5b3 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0507915 Jul 30 10:55:28.098090 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ef1588a3-67a8-4eac-98c8-53bd45bccd80 req-3f95dcbe-95e7-47a4-9c6a-107e4132ca6b tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359538 Jul 30 10:55:28.657605 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-3601d2cf-9723-4695-9b5e-a739fcc9f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:28.659125 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-3601d2cf-9723-4695-9b5e-a739fcc9f7c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21168d9dada845998f2917a595353c9b&device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1097 time: 0.0436978 Jul 30 10:55:28.760717 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-4e58022b-4d77-4458-ab37-772bf64a6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:28.762352 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-4e58022b-4d77-4458-ab37-772bf64a6fcf service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 200 len: 917 time: 0.0832086 Jul 30 10:55:28.831625 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-059bec82-9ad0-4c7e-addb-bd7dafac01e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 200 len: 999 time: 0.0618548 Jul 30 10:55:28.880518 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-aa12d3da-8b5b-4b62-8e67-1074d5ed9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:28.881970 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-aa12d3da-8b5b-4b62-8e67-1074d5ed9114 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 200 len: 855 time: 0.0431464 Jul 30 10:55:28.927346 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-f03ad17a-eb8d-4999-8f7e-4918f4d0bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:28.928715 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-f03ad17a-eb8d-4999-8f7e-4918f4d0bd3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b2d559e-59d9-4e01-a93e-89d289899281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390646 Jul 30 10:55:29.018107 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-4be201a3-ca67-4031-b6c7-bc03607cb349 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817840 Jul 30 10:55:29.107972 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-63befe6f-02fc-4741-ae58-6ff949442a84 req-15652aa6-d4d3-49c3-ae9f-13fcc61f8275 service neutron] 10.222.0.10 "GET /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813985 Jul 30 10:55:29.216489 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734638f-a653-4c4a-94a4-52d27a8c168f req-bb3c6037-426d-45d7-b57e-30e9bbd92641 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:29.218055 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9734638f-a653-4c4a-94a4-52d27a8c168f req-bb3c6037-426d-45d7-b57e-30e9bbd92641 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0500312 Jul 30 10:55:29.256113 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9734638f-a653-4c4a-94a4-52d27a8c168f req-dc07ddaa-7d4f-4fba-ac87-ffa677311110 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320444 Jul 30 10:55:30.377158 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a918-421e-4b41-90b0-f0217d8d2005 req-4ced2afe-2fa3-46a9-a420-9007a52dd06e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:30.378704 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3c47a918-421e-4b41-90b0-f0217d8d2005 req-4ced2afe-2fa3-46a9-a420-9007a52dd06e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0508485 Jul 30 10:55:30.416695 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3c47a918-421e-4b41-90b0-f0217d8d2005 req-8a9ae4e5-8f70-4994-947c-9fdc74ab46e6 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320084 Jul 30 10:55:31.540763 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d8b3e-af02-488b-9cc2-c5ea31d0501b req-7497cb57-7a17-4be6-bfe9-f8dab597552d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:31.542791 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f84d8b3e-af02-488b-9cc2-c5ea31d0501b req-7497cb57-7a17-4be6-bfe9-f8dab597552d tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 944 time: 0.0523512 Jul 30 10:55:31.580641 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f84d8b3e-af02-488b-9cc2-c5ea31d0501b req-3b213ae4-312b-4112-a07a-a1aaf64a6728 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Jul 30 10:55:32.438388 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:55:32.537443 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:32.552172 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'port_id': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'mac_address': 'fa:16:3e:83:20:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:55:32.588888 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:32.603259 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd0a726-102f-4241-bc58-43cd41af6f32 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:55:32.624179 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:32.630687 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:32.683786 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=9']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:32.707933 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f72e0-8497-42d9-ba2f-be2fbf728de2 req-770cf083-f4d7-4a41-aa55-b32c5eb0a96e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:32.709421 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1b4f72e0-8497-42d9-ba2f-be2fbf728de2 req-770cf083-f4d7-4a41-aa55-b32c5eb0a96e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Jul 30 10:55:32.749153 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1b4f72e0-8497-42d9-ba2f-be2fbf728de2 req-0aaced81-48a3-4b1e-bd2b-87fc0ce6fe2e tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Jul 30 10:55:32.960763 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['dfd0a726-102f-4241-bc58-43cd41af6f32'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:55:33.868369 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11097f9-4c88-4170-bbf2-df90d9598e36 req-cdcb3031-79b1-43ed-9197-bd60d1d9f073 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:33.869889 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11097f9-4c88-4170-bbf2-df90d9598e36 req-cdcb3031-79b1-43ed-9197-bd60d1d9f073 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 945 time: 0.0496655 Jul 30 10:55:33.907870 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e11097f9-4c88-4170-bbf2-df90d9598e36 req-ebd0c644-6fc3-4fad-8f71-91e24172279a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311594 Jul 30 10:55:34.445322 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:55:34.491608 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port dfd0a726-102f-4241-bc58-43cd41af6f32 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:55:34.491983 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:34.568802 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:34.591039 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:34.593187 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b0619-941b-4a4d-8483-22bccea05497" -d '{"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:34.606819 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:34.611696 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:34.640319 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80327b21-8175-4ee2-8208-0bfcaa2297da x-openstack-request-id: req-80327b21-8175-4ee2-8208-0bfcaa2297da {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:34.640618 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:34.640871 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80327b21-8175-4ee2-8208-0bfcaa2297da {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:34.641261 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'code': 200} Jul 30 10:55:34.666019 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=10']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:34.871086 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1837-0ec0-4d9f-ab40-74e185d0ef2b req-49379ce5-cfd3-4ad1-9809-4c8901bcce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:34.872599 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-758d1837-0ec0-4d9f-ab40-74e185d0ef2b req-49379ce5-cfd3-4ad1-9809-4c8901bcce0a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 1100 time: 0.0404651 Jul 30 10:55:34.909784 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-758d1837-0ec0-4d9f-ab40-74e185d0ef2b req-a242f414-e42d-4f6a-91f4-a9b2fff4228f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266714 Jul 30 10:55:35.032745 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a574e-43f6-4780-bbad-dd74f7e4be6f req-1320cf9b-5490-4598-bfed-a7aff18c6083 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:35.034222 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b60a574e-43f6-4780-bbad-dd74f7e4be6f req-1320cf9b-5490-4598-bfed-a7aff18c6083 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 947 time: 0.0516417 Jul 30 10:55:35.076657 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b60a574e-43f6-4780-bbad-dd74f7e4be6f req-cb702304-5a4c-45ef-98cc-b321ea40222a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Jul 30 10:55:35.494134 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35142) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:35.990378 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Deleting port 93728c0c-63ef-4108-8ff7-7bd9f82f64b6 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:35.991081 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:36.068798 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:36.069130 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:36.082501 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Calling delete_port for 93728c0c-63ef-4108-8ff7-7bd9f82f64b6 owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:36.226942 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cab60-ec27-46f3-8c8b-2c5442bcdf27 req-99fc1aa0-dae5-4bd2-9391-2d9f3af13666 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:36.228469 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-812cab60-ec27-46f3-8c8b-2c5442bcdf27 req-99fc1aa0-dae5-4bd2-9391-2d9f3af13666 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 947 time: 0.0533426 Jul 30 10:55:36.270964 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:36.286336 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-812cab60-ec27-46f3-8c8b-2c5442bcdf27 req-e3dc4c25-fed3-42fe-bdf9-ac6c45f108a4 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Jul 30 10:55:36.306682 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event deleted for resources: {'Port': ['ID=93728c0c-63ef-4108-8ff7-7bd9f82f64b6,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:36.336323 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.336652 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.337076 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.337298 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.337623 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.338046 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.338297 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.338617 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.339536 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.339858 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.340176 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.340482 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:36.386871 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:36.387213 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Floating IP d7fcf1cb-753f-4a4c-83dc-ab0f4144e007 disassociated (deleted). External IP: 172.27.0.118, port: b4a046c4-6708-4df1-ad63-1039e987ee0d. Jul 30 10:55:36.636663 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Router 175d6670-023f-405c-bfed-fdfa6802b8b3 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:55:36.748635 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:55:36.753169 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:36.762589 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] Sync routers for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:55:36.775879 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:36.776775 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:36.788979 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-19d0865e-df81-434f-b73a-c4d748db7435 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "DELETE /v2.0/floatingips/d7fcf1cb-753f-4a4c-83dc-ab0f4144e007 HTTP/1.1" status: 204 len: 168 time: 1.2937992 Jul 30 10:55:36.789580 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:36.792277 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c783ba-607d-4c9b-8db3-d4aeecb80947" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:36.851191 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51344da-ceaa-4acd-8614-e399161a88d7 x-openstack-request-id: req-c51344da-ceaa-4acd-8614-e399161a88d7 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:36.851503 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:36.851743 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c51344da-ceaa-4acd-8614-e399161a88d7 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:36.852101 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'status': 'completed', 'code': 200} Jul 30 10:55:36.935560 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:36.974514 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-c10a08fc-8889-4251-8d9e-55877a376dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:36.976442 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-c10a08fc-8889-4251-8d9e-55877a376dc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b3fcee7e56475cae75800bef824df5&device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 1098 time: 0.0791998 Jul 30 10:55:37.062755 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48bd0-39f3-412b-a54d-974669fb57e1 req-5f2c8d90-30a2-4e62-b66a-4e8c31ff9345 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:37.064804 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53e48bd0-39f3-412b-a54d-974669fb57e1 req-5f2c8d90-30a2-4e62-b66a-4e8c31ff9345 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0612657 Jul 30 10:55:37.120005 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-f3af0995-8391-432a-ac07-2c2ba9a967af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:37.123960 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-f3af0995-8391-432a-ac07-2c2ba9a967af service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 200 len: 909 time: 0.1053760 Jul 30 10:55:37.126406 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53e48bd0-39f3-412b-a54d-974669fb57e1 req-fc61551f-36b7-40ff-868a-40fac7c14e0a tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511568 Jul 30 10:55:37.175203 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:37.179679 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-48f30caa-610c-458e-b3a9-151cdbcdbf56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 200 len: 217 time: 0.0461500 Jul 30 10:55:37.207156 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] Checking router: 175d6670-023f-405c-bfed-fdfa6802b8b3 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:55:37.216515 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:37.217020 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:37.240420 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-5a4d019e-ae1f-4829-9777-2571132bea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:37.241965 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-5a4d019e-ae1f-4829-9777-2571132bea7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 200 len: 847 time: 0.0476372 Jul 30 10:55:37.298464 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-d28febae-46af-46e5-a353-e7ef23b331f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:37.300155 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-d28febae-46af-46e5-a353-e7ef23b331f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b29d854-19aa-42b6-a494-56b49d795b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478411 Jul 30 10:55:37.450208 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274a7b-79d9-40c1-a522-92b742f8e3a6 req-834985e2-0c97-4942-b442-27e4f325b743 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:37.451780 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9274a7b-79d9-40c1-a522-92b742f8e3a6 req-834985e2-0c97-4942-b442-27e4f325b743 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 947 time: 0.0791059 Jul 30 10:55:37.458163 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-c7144275-b849-4dae-a01e-b1e3e2301bf0 service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495919 Jul 30 10:55:37.480633 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:37.551835 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9274a7b-79d9-40c1-a522-92b742f8e3a6 req-d38f5212-0e77-4f08-b289-50fc5108d4fb tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889390 Jul 30 10:55:37.598468 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10c783ba-607d-4c9b-8db3-d4aeecb80947 req-520aa639-8f8a-4b7a-a9c5-c091e681250e service neutron] 10.222.0.10 "GET /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282949 Jul 30 10:55:37.692451 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:37.718371 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2400ec45-2a73-492d-b331-f9ccf7eb92ca None None] The sync data for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi is: [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:12Z', 'revision_number': 4, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '0cfeee7b-30fc-4d3c-a672-b58300d644ff', 'name': '', 'network_id': '3b29d854-19aa-42b6-a494-56b49d795b8c', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'mac_address': 'fa:16:3e:6a:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:12Z', 'updated_at': '2021-07-30T10:50:19Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'subnets': [{'id': '2837b8e8-b7e0-4879-bb86-25c2d0093e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:55:37.947060 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77785e-c29b-4dfb-b55f-d170d3ac110d None None] New status for floating IP d7fcf1cb-753f-4a4c-83dc-ab0f4144e007: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:55:38.236471 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47abb17-f5f7-4957-b95d-e8514fd9d21e req-d40ba289-3795-4c55-b766-99d705729903 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:38.237998 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a47abb17-f5f7-4957-b95d-e8514fd9d21e req-d40ba289-3795-4c55-b766-99d705729903 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Jul 30 10:55:38.277279 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a47abb17-f5f7-4957-b95d-e8514fd9d21e req-7484b649-b76d-462a-bec2-ffa7799deeea tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91c7d84-68fe-4a8d-8aba-51df99a725c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Jul 30 10:55:38.858005 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-bcee5092-d335-4b5d-83a8-247ce3bcd2a6 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:38.859477 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-bcee5092-d335-4b5d-83a8-247ce3bcd2a6 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 945 time: 0.0575843 Jul 30 10:55:38.962125 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Deleting port b4a046c4-6708-4df1-ad63-1039e987ee0d {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:38.962600 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:39.090485 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] For port b4a046c4-6708-4df1-ad63-1039e987ee0d, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b4a046c4-6708-4df1-ad63-1039e987ee0d,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:39.091000 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:39.109530 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Calling delete_port for b4a046c4-6708-4df1-ad63-1039e987ee0d owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:39.271818 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:39.300978 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event deleted for resources: {'Port': ['ID=b4a046c4-6708-4df1-ad63-1039e987ee0d,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:39.355454 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] No DVR routers for this DVR port b4a046c4-6708-4df1-ad63-1039e987ee0d on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:55:39.358302 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:39.360415 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-419feef8-7c94-44ec-8e34-b8a55f7b0a97 req-c20c5d43-128f-4c8c-a57c-b505be95a063 tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.10 "DELETE /v2.0/ports/b4a046c4-6708-4df1-ad63-1039e987ee0d HTTP/1.1" status: 204 len: 173 time: 0.4950218 Jul 30 10:55:39.360783 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-deleted', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:39.363727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e874b232-b0fb-4d03-b9c1-813ff61c6fa7" -d '{"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-deleted", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:39.416559 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d14e36-39a4-4dcc-a709-76fbf86398fd x-openstack-request-id: req-b6d14e36-39a4-4dcc-a709-76fbf86398fd {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:39.417446 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a094ee-86b8-4416-8b21-78159c1aad95", "name": "network-vif-deleted", "tag": "b4a046c4-6708-4df1-ad63-1039e987ee0d", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:39.417751 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6d14e36-39a4-4dcc-a709-76fbf86398fd {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:39.418196 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a094ee-86b8-4416-8b21-78159c1aad95', 'name': 'network-vif-deleted', 'tag': 'b4a046c4-6708-4df1-ad63-1039e987ee0d', 'status': 'completed', 'code': 200} Jul 30 10:55:39.437986 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ef9f3a60-5772-4af0-b26f-c978495e4b48 req-c620eca7-812d-484e-8e32-47d4b16951ed tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7a094ee-86b8-4416-8b21-78159c1aad95 HTTP/1.1" status: 200 len: 210 time: 0.0338297 Jul 30 10:55:39.965431 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-fb6e21c9-2479-4b36-a62e-d40a977778dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:40.507201 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35202) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:40.567782 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3198610e-b920-4130-8b96-4ba982a85fbe tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:40.594156 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3198610e-b920-4130-8b96-4ba982a85fbe tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:40.655418 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3198610e-b920-4130-8b96-4ba982a85fbe tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:40.658422 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3198610e-b920-4130-8b96-4ba982a85fbe tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:40.659867 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3198610e-b920-4130-8b96-4ba982a85fbe tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] 10.222.0.23 "DELETE /v2.0/security-groups/a91c7d84-68fe-4a8d-8aba-51df99a725c3 HTTP/1.1" status: 204 len: 168 time: 0.1514313 Jul 30 10:55:40.671563 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198610e-b920-4130-8b96-4ba982a85fbe tempest-TestShelveInstance-1609184421 tempest-TestShelveInstance-1609184421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c7d84-68fe-4a8d-8aba-51df99a725c3,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:40.713369 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35208) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:41.158289 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:41.408997 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Deleting port 0cfeee7b-30fc-4d3c-a672-b58300d644ff {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:41.409242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:41.487844 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] For port 0cfeee7b-30fc-4d3c-a672-b58300d644ff, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=0cfeee7b-30fc-4d3c-a672-b58300d644ff,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:41.488202 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:41.501584 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Calling delete_port for 0cfeee7b-30fc-4d3c-a672-b58300d644ff owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:41.684254 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:41.709780 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfeee7b-30fc-4d3c-a672-b58300d644ff,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:41.885738 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.351283 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Router 175d6670-023f-405c-bfed-fdfa6802b8b3 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:55:42.445991 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:42.458935 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:55:42.465342 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a449ac65-b9f2-4ff6-aa9e-275e650b0231 admin admin] 10.222.0.23 "PUT /v2.0/routers/175d6670-023f-405c-bfed-fdfa6802b8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500856 Jul 30 10:55:42.468161 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: b4a046c4-6708-4df1-ad63-1039e987ee0d {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:42.468760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b4a046c4-6708-4df1-ad63-1039e987ee0d not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:42.469396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35214) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:42.471824 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] Sync routers for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:55:42.481860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:42.482506 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:42.582135 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks [] for router, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.591837 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:42.688903 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.746685 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Deleting port 86786229-69fb-4b87-9bf8-76fda6f0b4bc {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:42.747025 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.774940 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.796200 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:55:41Z', 'revision_number': 5, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port': {'id': '86786229-69fb-4b87-9bf8-76fda6f0b4bc', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:42.829247 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] Checking router: 175d6670-023f-405c-bfed-fdfa6802b8b3 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:55:42.842952 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] For port 86786229-69fb-4b87-9bf8-76fda6f0b4bc, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=86786229-69fb-4b87-9bf8-76fda6f0b4bc,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:42.843420 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.845798 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] Routers {'175d6670-023f-405c-bfed-fdfa6802b8b3'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:42.846452 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['175d6670-023f-405c-bfed-fdfa6802b8b3'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:42.859097 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Calling delete_port for 86786229-69fb-4b87-9bf8-76fda6f0b4bc owned by network:router_gateway {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:42.886532 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-dbe01be9-6f2c-48e5-9641-10e827e9e98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:42.938809 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] Set router 175d6670-023f-405c-bfed-fdfa6802b8b3 gateway port host: None {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:42.994949 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:55:42Z', 'revision_number': 6, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:43.022806 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611e4b0-06bf-4e65-8c1f-a3ebdee5ae31 None None] The sync data for ids ['175d6670-023f-405c-bfed-fdfa6802b8b3'] in dv-cinder-801989-5-iscsi is: [{'id': '175d6670-023f-405c-bfed-fdfa6802b8b3', 'name': 'tempest-TestShelveInstance-868853152-router', 'tenant_id': '22b3fcee7e56475cae75800bef824df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:10Z', 'updated_at': '2021-07-30T10:55:42Z', 'revision_number': 6, 'project_id': '22b3fcee7e56475cae75800bef824df5', 'gw_port_host': None}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:55:43.047605 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.078696 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=86786229-69fb-4b87-9bf8-76fda6f0b4bc,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:43.092365 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.092715 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.093061 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.093395 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.093728 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.094093 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.094469 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.094802 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.095163 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.095484 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.095804 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.096126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:55:43.149751 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.242754 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.245636 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.291269 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.291839 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175d6670-023f-405c-bfed-fdfa6802b8b3 {{(pid=104663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:55:43.296221 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.297300 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-bd433543-2635-4d7c-8dc7-7383eb2efb15 admin admin] 10.222.0.23 "DELETE /v2.0/routers/175d6670-023f-405c-bfed-fdfa6802b8b3 HTTP/1.1" status: 204 len: 168 time: 0.8266401 Jul 30 10:55:43.299875 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35216) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:43.346682 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Deleting subnet 2837b8e8-b7e0-4879-bb86-25c2d0093e7e {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:55:43.349742 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.397099 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381945'] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.439259 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.555623 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.608627 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10381848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10172276'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.637997 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2837b8e8-b7e0-4879-bb86-25c2d0093e7e,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:43.641795 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.643672 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-fcfa88f2-0b92-49a8-a278-6334d872ff7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2837b8e8-b7e0-4879-bb86-25c2d0093e7e HTTP/1.1" status: 204 len: 168 time: 0.3428798 Jul 30 10:55:43.646314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35218) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:43.648917 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae65ed-7996-4491-a136-4e0c946ef9cb None None] Network 3b29d854-19aa-42b6-a494-56b49d795b8c requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:55:43.718665 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.782205 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Deleting port 54ebdfd6-84cb-45f4-9241-55cef213b847 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:43.782558 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.804453 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 0cfeee7b-30fc-4d3c-a672-b58300d644ff no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:43.830342 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 0cfeee7b-30fc-4d3c-a672-b58300d644ff {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:43.830679 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 0cfeee7b-30fc-4d3c-a672-b58300d644ff not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:43.862788 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] For port 54ebdfd6-84cb-45f4-9241-55cef213b847, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=54ebdfd6-84cb-45f4-9241-55cef213b847,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:43.863465 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.867664 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] DHCP port deletion for 3b29d854-19aa-42b6-a494-56b49d795b8c request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 10:55:43.881379 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Calling delete_port for 54ebdfd6-84cb-45f4-9241-55cef213b847 owned by network:dhcp {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:43.919343 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] Deleting port 54ebdfd6-84cb-45f4-9241-55cef213b847 {{(pid=104664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:43.919811 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.979632 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:43.992906 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] For port 54ebdfd6-84cb-45f4-9241-55cef213b847, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=54ebdfd6-84cb-45f4-9241-55cef213b847,segment=NetworkSegment(85d2862b-7b6c-49a2-9abe-c53f7117163f),segment_id=85d2862b-7b6c-49a2-9abe-c53f7117163f)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:43.993308 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.007316 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] Calling delete_port for 54ebdfd6-84cb-45f4-9241-55cef213b847 owned by network:dhcp {{(pid=104664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:44.009500 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ebdfd6-84cb-45f4-9241-55cef213b847,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:44.013987 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] No DVR routers for this DVR port 54ebdfd6-84cb-45f4-9241-55cef213b847 on host dv-cinder-801989-5-iscsi {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:55:44.088282 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.101149 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b29d854-19aa-42b6-a494-56b49d795b8c']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:44.113531 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d2862b-7b6c-49a2-9abe-c53f7117163f') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:44.113989 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d2862b-7b6c-49a2-9abe-c53f7117163f') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:44.115518 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.123689 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.141489 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.148251 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:55:44.148744 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:55:44.150723 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:55:44.162520 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] Pushing event deleted for resources: {'Port': ['ID=54ebdfd6-84cb-45f4-9241-55cef213b847,revision_number=None']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:44.174523 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89318b4-cfc2-4977-aec2-3df48aa150d5 None None] No DVR routers for this DVR port 54ebdfd6-84cb-45f4-9241-55cef213b847 on host dv-cinder-801989-5-iscsi {{(pid=104664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:55:44.212139 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.218568 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.220423 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3b29d854-19aa-42b6-a494-56b49d795b8c HTTP/1.1" status: 204 len: 168 time: 0.5732014 Jul 30 10:55:44.223508 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35220) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:44.231848 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601626a-d1c6-4840-b74c-261131eb2491 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b29d854-19aa-42b6-a494-56b49d795b8c,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:44.561876 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.811655 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Deleting port e1c96e6e-db28-43d9-adcd-ec7f422b787b {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:44.811997 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.893590 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] For port e1c96e6e-db28-43d9-adcd-ec7f422b787b, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=e1c96e6e-db28-43d9-adcd-ec7f422b787b,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:44.894009 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:44.907468 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Calling delete_port for e1c96e6e-db28-43d9-adcd-ec7f422b787b owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:45.086744 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:45.113472 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c96e6e-db28-43d9-adcd-ec7f422b787b,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:45.279615 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:45.291267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:45.341923 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 54ebdfd6-84cb-45f4-9241-55cef213b847 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:45.361674 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 54ebdfd6-84cb-45f4-9241-55cef213b847 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:45.362059 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 54ebdfd6-84cb-45f4-9241-55cef213b847 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:45.362476 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 86786229-69fb-4b87-9bf8-76fda6f0b4bc no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:45.380964 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 86786229-69fb-4b87-9bf8-76fda6f0b4bc {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:45.381311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 86786229-69fb-4b87-9bf8-76fda6f0b4bc not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:45.508637 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:55:45.619948 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:55:45.624856 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-39ccde2d-7064-4f3f-9c03-3ce38092a720 admin admin] 10.222.0.23 "PUT /v2.0/routers/eb9a443a-86f9-40ff-a0a9-4909dc68bfc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002414 Jul 30 10:55:45.627337 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35222) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:45.628438 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] Sync routers for ids ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:55:45.638498 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] Routers {'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:45.639226 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:45.746593 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] Set router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:45.784407 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks [] for router, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:45.899823 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:45.943509 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:55:45Z', 'revision_number': 5, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port': {'id': '97aad2c9-d146-4d67-b452-d751eee75b21', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:45.960570 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Deleting port 97aad2c9-d146-4d67-b452-d751eee75b21 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:45.960936 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:45.972144 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] Checking router: eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:55:45.981038 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] Routers {'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:45.981655 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:46.069134 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] Set router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 gateway port host: None {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:46.071526 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] For port 97aad2c9-d146-4d67-b452-d751eee75b21, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=97aad2c9-d146-4d67-b452-d751eee75b21,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:46.072339 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.091766 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Calling delete_port for 97aad2c9-d146-4d67-b452-d751eee75b21 owned by network:router_gateway {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:46.127234 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:55:45Z', 'revision_number': 6, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:46.157731 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfebc38-3cc0-4cc1-be82-e1ddfef4afbb None None] The sync data for ids ['eb9a443a-86f9-40ff-a0a9-4909dc68bfc8'] in dv-cinder-801989-5-iscsi is: [{'id': 'eb9a443a-86f9-40ff-a0a9-4909dc68bfc8', 'name': 'tempest-TestShelveInstance-1947032815-router', 'tenant_id': '3591669ae6374d83a841ce4e52ce032f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:50:15Z', 'updated_at': '2021-07-30T10:55:45Z', 'revision_number': 6, 'project_id': '3591669ae6374d83a841ce4e52ce032f', 'gw_port_host': None}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:55:46.270852 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.304973 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Pushing event deleted for resources: {'Port': ['ID=97aad2c9-d146-4d67-b452-d751eee75b21,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:46.370537 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.459113 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.461123 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.507751 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.508682 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 {{(pid=104662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:55:46.515032 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.516643 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3abed677-ce87-41ad-9d12-cadb006a252c admin admin] 10.222.0.23 "DELETE /v2.0/routers/eb9a443a-86f9-40ff-a0a9-4909dc68bfc8 HTTP/1.1" status: 204 len: 168 time: 0.8882477 Jul 30 10:55:46.519038 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35224) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:46.567598 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Deleting subnet 9008c4a0-768c-4b87-9e4c-4e1cc5352be5 {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:55:46.571504 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.617283 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.699160 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.753333 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.779404 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9008c4a0-768c-4b87-9e4c-4e1cc5352be5,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:46.783435 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.785172 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-3706d6ca-a3f4-4437-9c27-07a8c2e39cb8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9008c4a0-768c-4b87-9e4c-4e1cc5352be5 HTTP/1.1" status: 204 len: 168 time: 0.2644989 Jul 30 10:55:46.787740 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35226) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:46.789094 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c70ab-6612-4ae2-a97e-5dae7325e898 None None] Network 51afcf4e-c077-4396-9ce2-7d69a80cccbc requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:55:46.855184 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.913643 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Deleting port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:46.914022 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.974985 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] DHCP port deletion for 51afcf4e-c077-4396-9ce2-7d69a80cccbc request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 10:55:46.981709 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] For port 9e59881b-c1f8-4794-aab2-7ee77499f6c6, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=9e59881b-c1f8-4794-aab2-7ee77499f6c6,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:46.982140 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:46.995982 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Calling delete_port for 9e59881b-c1f8-4794-aab2-7ee77499f6c6 owned by network:dhcp {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:47.021441 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] Deleting port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 {{(pid=104664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:47.021821 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.091131 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.099160 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] For port 9e59881b-c1f8-4794-aab2-7ee77499f6c6, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=9e59881b-c1f8-4794-aab2-7ee77499f6c6,segment=NetworkSegment(00e39d0d-2d7a-4f62-8bf2-a15d8d98160a),segment_id=00e39d0d-2d7a-4f62-8bf2-a15d8d98160a)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:47.099641 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.116937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] Calling delete_port for 9e59881b-c1f8-4794-aab2-7ee77499f6c6 owned by network:dhcp {{(pid=104664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:47.119116 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e59881b-c1f8-4794-aab2-7ee77499f6c6,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:47.121666 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] No DVR routers for this DVR port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 on host dv-cinder-801989-5-iscsi {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:55:47.208053 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.222809 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51afcf4e-c077-4396-9ce2-7d69a80cccbc']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:47.239009 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:47.239459 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e39d0d-2d7a-4f62-8bf2-a15d8d98160a') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:47.243683 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.266000 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.285383 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] Pushing event deleted for resources: {'Port': ['ID=9e59881b-c1f8-4794-aab2-7ee77499f6c6,revision_number=None']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:47.287980 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f39b91-35b9-4890-8ddd-2f84fa2660e1 None None] No DVR routers for this DVR port 9e59881b-c1f8-4794-aab2-7ee77499f6c6 on host dv-cinder-801989-5-iscsi {{(pid=104664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:55:47.293180 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.304425 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:55:47.305019 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:55:47.307658 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:55:47.343820 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device e1c96e6e-db28-43d9-adcd-ec7f422b787b no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:47.365570 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: e1c96e6e-db28-43d9-adcd-ec7f422b787b {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:47.365956 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device e1c96e6e-db28-43d9-adcd-ec7f422b787b not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:47.366462 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 97aad2c9-d146-4d67-b452-d751eee75b21 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:47.368574 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.375740 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.377790 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] 10.222.0.23 "DELETE /v2.0/networks/51afcf4e-c077-4396-9ce2-7d69a80cccbc HTTP/1.1" status: 204 len: 168 time: 0.5892169 Jul 30 10:55:47.390192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246df31c-130b-47bb-8d64-0fd2dd27335b admin admin] Pushing event deleted for resources: {'Network': ['ID=51afcf4e-c077-4396-9ce2-7d69a80cccbc,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:47.390645 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 97aad2c9-d146-4d67-b452-d751eee75b21 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:47.390988 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 97aad2c9-d146-4d67-b452-d751eee75b21 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:47.391569 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 9e59881b-c1f8-4794-aab2-7ee77499f6c6 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:47.414342 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 9e59881b-c1f8-4794-aab2-7ee77499f6c6 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:47.414705 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 9e59881b-c1f8-4794-aab2-7ee77499f6c6 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:47.499257 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35230) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:47.541450 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a12b1137-9506-4d15-8ec5-8734d368b952 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22b3fcee7e56475cae75800bef824df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408070 Jul 30 10:55:47.543983 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35232) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:47.592884 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-87c2753a-98b2-464d-9e98-459aec04172d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.614206 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-87c2753a-98b2-464d-9e98-459aec04172d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.664029 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-87c2753a-98b2-464d-9e98-459aec04172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.667296 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-87c2753a-98b2-464d-9e98-459aec04172d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:47.668450 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-87c2753a-98b2-464d-9e98-459aec04172d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5ee1c6f-6869-4d80-b5a7-56b588e2b6ed HTTP/1.1" status: 204 len: 168 time: 0.1235774 Jul 30 10:55:47.676287 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2753a-98b2-464d-9e98-459aec04172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ee1c6f-6869-4d80-b5a7-56b588e2b6ed,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:47.983198 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35240) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:48.022325 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c0114a0a-d2be-42bc-aec4-9212e947da1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3591669ae6374d83a841ce4e52ce032f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378954 Jul 30 10:55:48.024689 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35242) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:48.074754 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fe227fca-7f37-4496-9e3c-eda77f206055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:48.098394 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fe227fca-7f37-4496-9e3c-eda77f206055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:48.149405 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fe227fca-7f37-4496-9e3c-eda77f206055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:48.153154 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fe227fca-7f37-4496-9e3c-eda77f206055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:48.154384 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-fe227fca-7f37-4496-9e3c-eda77f206055 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bfa85d8-c11b-4a6f-9905-89b32affd71e HTTP/1.1" status: 204 len: 168 time: 0.1287787 Jul 30 10:55:48.162479 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227fca-7f37-4496-9e3c-eda77f206055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa85d8-c11b-4a6f-9905-89b32affd71e,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:48.481860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:48.654810 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8974c4-ba6b-4d43-8336-b58ae12473cc req-64015321-de9e-4933-8100-c2494d0b921a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:48.656226 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2e8974c4-ba6b-4d43-8336-b58ae12473cc req-64015321-de9e-4933-8100-c2494d0b921a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0503793 Jul 30 10:55:48.694482 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-2e8974c4-ba6b-4d43-8336-b58ae12473cc req-50b462e6-3dd4-490c-adfe-1610446fd140 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322661 Jul 30 10:55:49.843786 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06df11-e788-4d2c-af33-c5e1342f0ff6 req-d4702140-ebb6-416e-9b99-9bb6169c6560 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:49.845245 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0b06df11-e788-4d2c-af33-c5e1342f0ff6 req-d4702140-ebb6-416e-9b99-9bb6169c6560 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0583260 Jul 30 10:55:49.883909 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0b06df11-e788-4d2c-af33-c5e1342f0ff6 req-1c45bb0d-b228-44e3-ab0b-9a2fc4a72b02 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 Jul 30 10:55:50.754268 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-cbaeb6d0-fb1a-4cd3-8e30-8e58d3fe668a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:50.755700 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-cbaeb6d0-fb1a-4cd3-8e30-8e58d3fe668a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.0471311 Jul 30 10:55:50.848205 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Deleting port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:50.848540 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:50.939874 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] For port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:55:50.940237 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:51.071901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a8bd-f388-46f0-bd0c-f8db0decb944 req-e935dcdd-f493-4514-b36b-8be49f52044f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:51.073285 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-96c6a8bd-f388-46f0-bd0c-f8db0decb944 req-e935dcdd-f493-4514-b36b-8be49f52044f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 946 time: 0.1199803 Jul 30 10:55:51.165209 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-96c6a8bd-f388-46f0-bd0c-f8db0decb944 req-583c954a-b7a3-479f-9eca-d08d1d7c58ca tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=03d16af6-390c-4d8d-8eb2-3fee1bf98962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798948 Jul 30 10:55:51.168497 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:51.168938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:51.169361 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Floating IP 1d8958f5-07b5-4428-a290-1ff1f7b52ae9 disassociated. External IP: 172.27.0.187, port: 5dc51ec6-97d2-4b2f-8c0c-42e474828a78. Jul 30 10:55:51.169788 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Calling delete_port for 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:51.547036 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:51.577601 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event deleted for resources: {'Port': ['ID=5dc51ec6-97d2-4b2f-8c0c-42e474828a78,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:51.686234 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:55:51.791774 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:55:51.801239 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:55:51.812827 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:51.813447 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:51.831973 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] No DVR routers for this DVR port 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:55:51.834604 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:51.836651 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-987e9791-8b44-490c-9290-cd5b0aa7a417 req-bb8a3f91-bee4-4b4d-aeff-36f808d987f0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "DELETE /v2.0/ports/5dc51ec6-97d2-4b2f-8c0c-42e474828a78 HTTP/1.1" status: 204 len: 173 time: 1.0733566 Jul 30 10:55:51.837107 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'name': 'network-vif-deleted', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:51.839485 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad79fb-3008-4cfb-9bdb-4553ca6b0beb" -d '{"events": [{"server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "name": "network-vif-deleted", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:51.875893 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cae2f4-a93a-4c7a-a240-732bafd64477 x-openstack-request-id: req-68cae2f4-a93a-4c7a-a240-732bafd64477 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:51.876192 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afec942c-d575-4b9f-8b81-466fcbcbf0c3", "name": "network-vif-deleted", "tag": "5dc51ec6-97d2-4b2f-8c0c-42e474828a78", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:51.876452 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68cae2f4-a93a-4c7a-a240-732bafd64477 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:51.876861 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afec942c-d575-4b9f-8b81-466fcbcbf0c3', 'name': 'network-vif-deleted', 'tag': '5dc51ec6-97d2-4b2f-8c0c-42e474828a78', 'status': 'completed', 'code': 200} Jul 30 10:55:52.060272 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:52.273549 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-16ae2cc5-a928-46bd-b440-51fb6cebc0b4 req-fa65b2d0-9bf1-4f83-b7f4-be7b681066a3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=afec942c-d575-4b9f-8b81-466fcbcbf0c3 HTTP/1.1" status: 200 len: 210 time: 0.0288708 Jul 30 10:55:52.277543 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:52.310525 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:55:52.319041 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:55:52.319733 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:52.429219 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:55:52.627466 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:55:52.653411 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7481b-fa0c-42a7-a116-166f8d7421a6 None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:55:52.858886 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7dff54-7c4e-40b7-aefa-602fcac6a40a None None] New status for floating IP 1d8958f5-07b5-4428-a290-1ff1f7b52ae9: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:55:53.357568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35266) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:53.417476 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269be087-0540-4104-8afa-107a8d477772 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.440952 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269be087-0540-4104-8afa-107a8d477772 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.487800 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269be087-0540-4104-8afa-107a8d477772 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.490426 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-269be087-0540-4104-8afa-107a8d477772 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.491577 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-269be087-0540-4104-8afa-107a8d477772 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "DELETE /v2.0/security-groups/03d16af6-390c-4d8d-8eb2-3fee1bf98962 HTTP/1.1" status: 204 len: 168 time: 0.1329570 Jul 30 10:55:53.494337 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35268) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:53.501554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be087-0540-4104-8afa-107a8d477772 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d16af6-390c-4d8d-8eb2-3fee1bf98962,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:53.511065 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.api.v2.resource [None req-f64d2ea6-d092-444a-85eb-a37d88242fae tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] show failed (client error): The resource could not be found. Jul 30 10:55:53.512091 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f64d2ea6-d092-444a-85eb-a37d88242fae tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups/03d16af6-390c-4d8d-8eb2-3fee1bf98962 HTTP/1.1" status: 404 len: 347 time: 0.0166931 Jul 30 10:55:53.515014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35270) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:53.687920 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Deleting port e77ab9b2-2aac-4783-8878-6a070d6e995d {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:55:53.688262 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.767760 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.768007 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.779874 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Calling delete_port for e77ab9b2-2aac-4783-8878-6a070d6e995d owned by network:floatingip {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:55:53.917631 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:53.943198 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event deleted for resources: {'Port': ['ID=e77ab9b2-2aac-4783-8878-6a070d6e995d,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:54.005032 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.007633 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.008792 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d0fb9b28-07d5-416d-8d7c-aab0650b5a00 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d8958f5-07b5-4428-a290-1ff1f7b52ae9 HTTP/1.1" status: 204 len: 168 time: 0.4928813 Jul 30 10:55:54.480774 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:55:54.501460 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:55:54.501815 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 5dc51ec6-97d2-4b2f-8c0c-42e474828a78 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:55:54.533780 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35274) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:54.538517 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116352195', 'description': 'tempest-description--1615991590'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:55:54.561374 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.642086 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.645735 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.675330 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.676527 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1416578 Jul 30 10:55:54.677356 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b58277-3920-4a33-bd84-f5f8be22adcb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:54.679538 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35276) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:54.685637 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'security_group_rule': {'security_group_id': '5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:55:54.711941 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.767185 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.770460 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.789653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40746a8c-11cb-4a20-bec1-94dd429b368d,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:54.796646 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.797925 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-a6be6875-3a1a-487f-a132-31556f44b2df tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168051 Jul 30 10:55:54.800701 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35278) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:54.805392 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'security_group_rule': {'security_group_id': '5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:55:54.832574 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.888930 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.892753 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574052'] for security_group_rule, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.909888 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18e432b-a51a-4502-b227-f81b96528861,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:54.915872 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:54.917403 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2fc6b1b0-bea2-4f86-97fc-43cd4782f742 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156723 Jul 30 10:55:54.920389 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35280) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:55:54.924836 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:55:54.946487 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.040445 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.145334 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Allocated IP 172.27.0.223 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/f59e7143-4ea7-4061-ae8f-6bf76c435bc3) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:55:55.243767 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.282086 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.319176 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:55:55.321981 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:55:55.325784 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:55:55.333541 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'Port': ['ID=f59e7143-4ea7-4061-ae8f-6bf76c435bc3,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:55.418112 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.451042 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.597675 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.602157 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.668083 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'Port': ['ID=f59e7143-4ea7-4061-ae8f-6bf76c435bc3,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:55.677670 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.692037 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:55.693290 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-86bf4ae4-137f-47ea-b3e5-b096281899aa tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7719858 Jul 30 10:55:55.881040 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-1be213ff-42e6-48d9-8f71-14bf808982d6 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2116352195&fields=id&tenant_id=43cda213815448228339f8858d0e4422 HTTP/1.1" status: 200 len: 267 time: 0.0324984 Jul 30 10:55:55.989499 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-426713bd-7188-47a7-9520-8350ea2db5c0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:55.990877 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-426713bd-7188-47a7-9520-8350ea2db5c0 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 811 time: 0.1026752 Jul 30 10:55:56.006068 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-7b8a0f6d-322b-4f3d-925e-01ee42023262 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/quotas/43cda213815448228339f8858d0e4422 HTTP/1.1" status: 200 len: 375 time: 0.0088782 Jul 30 10:55:56.059177 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-97d61cc2-ff97-426f-a6a3-d1c1def6015d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472448 Jul 30 10:55:56.157199 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-2bfb99cb-0059-4714-ae04-35f5165a0513 service neutron] 10.222.0.23 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865653 Jul 30 10:55:56.243387 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-b4ebacb4-beaa-4c71-8be8-4b0e9a917076 service neutron] 10.222.0.23 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801258 Jul 30 10:55:56.401246 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-312ec025-761a-4e05-b715-3e836591d2ac req-efc96d17-afb9-421d-92a5-d2d3c019cfc4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 210 time: 0.0261085 Jul 30 10:55:57.413748 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-278c087d-6edd-4a37-8975-c10cedd81970 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:57.415247 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-278c087d-6edd-4a37-8975-c10cedd81970 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 811 time: 0.1154480 Jul 30 10:55:57.502958 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-0d14926f-34ee-46bd-95f3-b74a284e1886 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cda213815448228339f8858d0e4422 HTTP/1.1" status: 200 len: 380 time: 0.0582223 Jul 30 10:55:57.504845 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-87c5b166-2b41-4d59-ab49-4dac2e3e5a54 req-1da8ca26-2efb-4043-9e80-e252c9141375 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 210 time: 0.0333078 Jul 30 10:55:57.514601 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'port': {'device_id': 'db374bde-bfad-416b-8848-511bd12dcdee', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'admin_state_up': True, 'tenant_id': '43cda213815448228339f8858d0e4422', 'security_groups': ['5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0']}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:55:57.621802 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Made reservation on behalf of 43cda213815448228339f8858d0e4422 for: {'port': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:55:57.625360 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:57.750961 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Allocated IP 172.20.0.12 (7195de4f-6188-432b-824f-16498adf6044/259669c7-92bd-4fe0-bc59-8629253c6055/15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:55:57.888862 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:57.902107 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Transition to ACTIVE for port object 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 will not be triggered until provisioned by entity DHCP. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:55:57.939413 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:57.986091 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Network 7195de4f-6188-432b-824f-16498adf6044 is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:55:57.989082 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:55:57.992636 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:55:58.018568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event updated for resources: {'Port': ['ID=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:58.048764 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:58.049112 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.064038 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-9f5c2c33-4b59-4de4-abec-a2831ce7f768 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530686 Jul 30 10:55:58.085748 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Request body: {'port': {'device_id': 'db374bde-bfad-416b-8848-511bd12dcdee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:55:58.145205 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.177193 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-78378b76-fd22-4dd0-a8e2-82980b976bc8 None None] Provisioning for port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:55:58.183792 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-78378b76-fd22-4dd0-a8e2-82980b976bc8 None None] Provisioning complete for port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:55:58.184284 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-78378b76-fd22-4dd0-a8e2-82980b976bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.230616 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-78378b76-fd22-4dd0-a8e2-82980b976bc8 None None] Port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:55:58.413293 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 {{(pid=104662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:55:58.421318 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.433004 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.provisioning_blocks [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Transition to ACTIVE for port object 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 will not be triggered until provisioned by entity L2. {{(pid=104662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:55:58.436976 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.487327 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Pushing event updated for resources: {'Port': ['ID=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:58.569651 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Attempting to bind port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:55:58.570118 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Attempting to bind port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:55:58.570517 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Attempting to bind port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 on network 7195de4f-6188-432b-824f-16498adf6044 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:55:58.576151 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 on network 7195de4f-6188-432b-824f-16498adf6044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:55:58.576479 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Attempting to bind port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 on network 7195de4f-6188-432b-824f-16498adf6044 {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:55:58.581671 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:55:58.582057 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Checking segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:55:58.582448 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Bound using segment: {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'} {{(pid=104662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:55:58.582883 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.managers [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Bound port: 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402420d8-9791-4487-8bec-f0f5d8880f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7195de4f-6188-432b-824f-16498adf6044'}}] {{(pid=104662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:55:58.583250 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.637206 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63880c3-591e-46ac-9ea3-de2fbc1d4f6f req-91b7047d-0ffb-4e27-9ed9-9629bfd97a60 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:58.638793 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e63880c3-591e-46ac-9ea3-de2fbc1d4f6f req-91b7047d-0ffb-4e27-9ed9-9629bfd97a60 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 944 time: 0.0526381 Jul 30 10:55:58.660621 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] For port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host hv-cinder-80198, cleared binding levels {{(pid=104662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:55:58.663858 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] For port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:55:58.668515 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.678834 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e63880c3-591e-46ac-9ea3-de2fbc1d4f6f req-34901d14-7d04-4a6f-bdc8-695ba5c1f375 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333035 Jul 30 10:55:58.703266 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:58.703807 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:55:58.705222 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] 10.222.0.10 "PUT /v2.0/ports/15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 200 len: 1094 time: 0.6239641 Jul 30 10:55:58.705653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:55:58.707933 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4" -d '{"events": [{"name": "network-changed", "server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:55:58.754090 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888dcf4-3f4d-4ab7-9e0e-c9c99bc7c47d service neutron] Pushing event updated for resources: {'Port': ['ID=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,revision_number=3']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:55:58.768023 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b026c43-5886-42de-9531-7da3c02dee25 x-openstack-request-id: req-5b026c43-5886-42de-9531-7da3c02dee25 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:55:58.768728 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:55:58.768860 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b026c43-5886-42de-9531-7da3c02dee25 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:55:58.769310 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'status': 'completed', 'code': 200} Jul 30 10:55:58.829148 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-f3d82bfb-8688-4588-84ef-d77afb935df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:58.830759 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-f3d82bfb-8688-4588-84ef-d77afb935df4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 1097 time: 0.0485191 Jul 30 10:55:58.883691 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-818d26aa-df7f-4f6b-95db-621e42d723e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 200 len: 217 time: 0.0367796 Jul 30 10:55:58.932852 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-229769cf-aa05-4850-a21c-c5e9dd245e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:58.934335 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-229769cf-aa05-4850-a21c-c5e9dd245e98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0438364 Jul 30 10:55:58.984826 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09737-c671-4ac4-a539-04802dd46303 req-abfe31f7-d9d1-4f12-a3ad-251ceddabe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:58.986503 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-abfe31f7-d9d1-4f12-a3ad-251ceddabe91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451417 Jul 30 10:55:59.083281 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-22aa77b6-2459-4907-8579-e6e8fd81a10e service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890028 Jul 30 10:55:59.178138 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-8ec09737-c671-4ac4-a539-04802dd46303 req-346ce8cf-17cf-4e21-b391-6e30558fce8d service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857067 Jul 30 10:55:59.316058 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-cb2a41f3-c21c-4a9f-890d-9103edd9f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:59.317675 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-cb2a41f3-c21c-4a9f-890d-9103edd9f954 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 1097 time: 0.0492613 Jul 30 10:55:59.354566 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:55:59.418030 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-1cb465ca-244e-46b0-b456-bb32521d8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:59.419748 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-1cb465ca-244e-46b0-b456-bb32521d8135 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.0891538 Jul 30 10:55:59.473563 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-7c0e2bbb-b32f-45af-a3ef-062964388499 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 200 len: 217 time: 0.0445361 Jul 30 10:55:59.525027 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-e5d44fd8-ca7b-4c0b-a3ca-0420002c18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:59.527460 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-e5d44fd8-ca7b-4c0b-a3ca-0420002c18af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0464845 Jul 30 10:55:59.575310 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-ed394504-56fa-4018-95c6-caf7df82436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:59.576928 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-ed394504-56fa-4018-95c6-caf7df82436d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418248 Jul 30 10:55:59.672949 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-dfaf97c5-1ccc-4f2c-91d7-e3b450d2a85c service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Jul 30 10:55:59.766279 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-89a4e9ba-c904-48e2-9b12-b2a5b4e05af4 req-165af600-17bd-4384-933a-17fc81d4c516 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853004 Jul 30 10:55:59.794981 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffdec2-63bd-4ed1-8da0-6a5cd3dc035c req-9d146aae-6999-426a-9a88-8a52ddbaa07a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:55:59.796503 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e0ffdec2-63bd-4ed1-8da0-6a5cd3dc035c req-9d146aae-6999-426a-9a88-8a52ddbaa07a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 944 time: 0.0487602 Jul 30 10:55:59.842123 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-e0ffdec2-63bd-4ed1-8da0-6a5cd3dc035c req-c7ab4688-87fe-44b9-9e36-21211cfa43ca tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390670 Jul 30 10:56:00.964828 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d608f-81aa-462a-ba74-7b82f78a9313 req-a11553a5-718d-4fc5-abd5-231cc4d9ab6f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:00.966371 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ab2d608f-81aa-462a-ba74-7b82f78a9313 req-a11553a5-718d-4fc5-abd5-231cc4d9ab6f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 944 time: 0.0580814 Jul 30 10:56:01.014760 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-ab2d608f-81aa-462a-ba74-7b82f78a9313 req-53c9fd7a-a005-4642-96a0-3bd1072d9201 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Jul 30 10:56:02.130810 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428eb90-5f68-430b-a190-10a3e0164aeb req-388addee-5cb9-4f12-82af-dc34defb6c4f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:02.132258 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d428eb90-5f68-430b-a190-10a3e0164aeb req-388addee-5cb9-4f12-82af-dc34defb6c4f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 944 time: 0.0505280 Jul 30 10:56:02.170236 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d428eb90-5f68-430b-a190-10a3e0164aeb req-297d6290-2ee5-47bf-aef6-6430fb711b8b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Jul 30 10:56:02.522587 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:56:02.617161 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:02.629022 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'port_id': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'mac_address': 'fa:16:3e:66:8d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:56:02.668486 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:02.680460 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:56:02.700529 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:02.704058 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:02.752201 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:03.028024 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:56:03.286850 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47543-2c6f-43e2-a67b-78db54d15559 req-7b0240ed-a7d2-46cc-a7f4-76a1abe3433f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:03.288412 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-23c47543-2c6f-43e2-a67b-78db54d15559 req-7b0240ed-a7d2-46cc-a7f4-76a1abe3433f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 945 time: 0.0512531 Jul 30 10:56:03.328337 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-23c47543-2c6f-43e2-a67b-78db54d15559 req-b94ff935-f795-4e60-b1a5-259579c1a6bb tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340905 Jul 30 10:56:04.442699 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f562c4-dd83-457f-ad67-c65b72b01d60 req-132fc3c7-229e-45d6-a419-c7e27be37699 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:04.444160 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-79f562c4-dd83-457f-ad67-c65b72b01d60 req-132fc3c7-229e-45d6-a419-c7e27be37699 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 945 time: 0.0494196 Jul 30 10:56:04.482014 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-79f562c4-dd83-457f-ad67-c65b72b01d60 req-8d29818c-0e22-45d4-9a02-b1203a550783 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Jul 30 10:56:04.520707 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:56:04.583068 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:56:04.586904 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:56:04.587279 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:04.667890 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:04.690401 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:04.692707 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6aabb0-a59b-4544-bbe6-bcf6b027c07a" -d '{"events": [{"server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "name": "network-vif-plugged", "status": "completed", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:04.710026 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:04.716132 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:04.740396 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d37e807-5e53-4ea5-b32d-4094d6c5b0ec x-openstack-request-id: req-3d37e807-5e53-4ea5-b32d-4094d6c5b0ec {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:04.740685 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "name": "network-vif-plugged", "status": "completed", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:04.740962 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d37e807-5e53-4ea5-b32d-4094d6c5b0ec {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:04.741327 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'code': 200} Jul 30 10:56:04.766764 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:04.938932 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957efb28-5285-4c39-84f7-c7848e21ab20 req-7b58a6bd-1c8f-400c-a0c4-028c78f37b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:04.940318 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-957efb28-5285-4c39-84f7-c7848e21ab20 req-7b58a6bd-1c8f-400c-a0c4-028c78f37b8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 1099 time: 0.0410361 Jul 30 10:56:04.974930 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-957efb28-5285-4c39-84f7-c7848e21ab20 req-cf03ba6c-4f9a-44d1-af0e-d9ff07ad574c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264866 Jul 30 10:56:05.593261 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb26fa-f895-47bd-904e-97953a1d9f91 req-ac136922-9c0d-4654-aeed-0b0ef598e7c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:05.594742 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-aecb26fa-f895-47bd-904e-97953a1d9f91 req-ac136922-9c0d-4654-aeed-0b0ef598e7c1 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0483334 Jul 30 10:56:05.631748 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-aecb26fa-f895-47bd-904e-97953a1d9f91 req-453e80db-76e1-4886-93b9-bb4c3c9770b3 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Jul 30 10:56:06.752676 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4be8e-f096-437b-a49e-6589525cfb3d req-52df291b-d791-4f71-889e-657d17d0ee31 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:06.754202 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-17a4be8e-f096-437b-a49e-6589525cfb3d req-52df291b-d791-4f71-889e-657d17d0ee31 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0510750 Jul 30 10:56:06.796730 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-17a4be8e-f096-437b-a49e-6589525cfb3d req-f537be5c-c430-404a-9c96-af55c7f7b20f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Jul 30 10:56:06.910431 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95076113-7506-4d64-b97f-9594289cb0e1 req-aa655a5b-5b77-492c-a4f8-738494f2f171 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:06.911807 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-95076113-7506-4d64-b97f-9594289cb0e1 req-aa655a5b-5b77-492c-a4f8-738494f2f171 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0518546 Jul 30 10:56:06.920989 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35336) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:06.925369 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Request body: {'floatingip': {'port_id': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:56:06.964105 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:07.413269 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:07.418082 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:07.759543 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.l3_db [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Floating IP 6a2151f5-2590-477d-83d6-b11cba4ef9b4 associated. External IP: 172.27.0.223, port: 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91. Jul 30 10:56:07.964165 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:56:08.076486 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:56:08.081343 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:08.085871 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:56:08.096092 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:08.096714 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:08.108612 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b44df6d9-9e7d-41e9-9b46-0f8b552e4ae9 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "PUT /v2.0/floatingips/6a2151f5-2590-477d-83d6-b11cba4ef9b4 HTTP/1.1" status: 200 len: 992 time: 1.1866062 Jul 30 10:56:08.109206 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:08.111619 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111ed612-86a4-423e-95b7-b961f78072fc" -d '{"events": [{"name": "network-changed", "server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:08.152124 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c724ac-14ec-440c-9d82-f4bc239b7b9f x-openstack-request-id: req-47c724ac-14ec-440c-9d82-f4bc239b7b9f {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:08.152420 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:08.152675 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47c724ac-14ec-440c-9d82-f4bc239b7b9f {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:08.153077 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'status': 'completed', 'code': 200} Jul 30 10:56:08.205275 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:08.245348 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ed612-86a4-423e-95b7-b961f78072fc req-377e9d09-9329-4d1a-a0b9-a26f3e711c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:08.247185 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-377e9d09-9329-4d1a-a0b9-a26f3e711c14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 1099 time: 0.0428782 Jul 30 10:56:08.339979 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ed612-86a4-423e-95b7-b961f78072fc req-ebead407-1a3d-4429-a3b7-21260e1b0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:08.341403 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-ebead407-1a3d-4429-a3b7-21260e1b0f9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.0870297 Jul 30 10:56:08.411291 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-67da7781-f13b-488c-a87f-9331020a2e3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 200 len: 1000 time: 0.0621095 Jul 30 10:56:08.424959 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '6a2151f5-2590-477d-83d6-b11cba4ef9b4', 'tenant_id': '43cda213815448228339f8858d0e4422', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'port_id': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'mac_address': 'fa:16:3e:66:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db374bde-bfad-416b-8848-511bd12dcdee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:55:55Z', 'updated_at': '2021-07-30T10:56:07Z', 'revision_number': 1, 'project_id': '43cda213815448228339f8858d0e4422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:08.455097 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:56:08.462250 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ed612-86a4-423e-95b7-b961f78072fc req-957b0752-c3de-40ed-9c85-dceb87b083e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:08.464406 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-957b0752-c3de-40ed-9c85-dceb87b083e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0460217 Jul 30 10:56:08.464548 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:08.465113 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:08.511608 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ed612-86a4-423e-95b7-b961f78072fc req-bc371d6b-a5b6-4dfb-aa56-899cf1dd3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:08.513138 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-bc371d6b-a5b6-4dfb-aa56-899cf1dd3fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414860 Jul 30 10:56:08.577485 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:08.612644 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-b19ee75b-6f86-4d94-bdb1-e7ddec992de3 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923216 Jul 30 10:56:08.704894 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-111ed612-86a4-423e-95b7-b961f78072fc req-f11cbb5c-799b-4c76-9639-6d183b3be85e service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847650 Jul 30 10:56:08.802005 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '6a2151f5-2590-477d-83d6-b11cba4ef9b4', 'tenant_id': '43cda213815448228339f8858d0e4422', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'port_id': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'mac_address': 'fa:16:3e:66:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db374bde-bfad-416b-8848-511bd12dcdee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:55:55Z', 'updated_at': '2021-07-30T10:56:07Z', 'revision_number': 1, 'project_id': '43cda213815448228339f8858d0e4422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:08.832994 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7edbcb-7e8d-4860-8f5a-614900a0aa87 None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '6a2151f5-2590-477d-83d6-b11cba4ef9b4', 'tenant_id': '43cda213815448228339f8858d0e4422', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'port_id': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'mac_address': 'fa:16:3e:66:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db374bde-bfad-416b-8848-511bd12dcdee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:55:55Z', 'updated_at': '2021-07-30T10:56:07Z', 'revision_number': 1, 'project_id': '43cda213815448228339f8858d0e4422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:56:09.034826 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b2270-880a-4938-b479-fa61d83dc5ec None None] New status for floating IP 6a2151f5-2590-477d-83d6-b11cba4ef9b4: ACTIVE {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:56:09.966463 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-60e79b32-9c66-4f78-bbc0-5795e8f4d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:10.566058 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad9b4-3e2a-454d-8692-b3187c53c0c1 req-728d9e71-1d5d-4a56-8760-a1e6ae8abffc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:10.567446 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5e7ad9b4-3e2a-454d-8692-b3187c53c0c1 req-728d9e71-1d5d-4a56-8760-a1e6ae8abffc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 947 time: 0.0492835 Jul 30 10:56:10.608846 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5e7ad9b4-3e2a-454d-8692-b3187c53c0c1 req-0a9b1a60-75c0-4480-b004-fc58c508431f tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348589 Jul 30 10:56:11.727932 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef374a-da0d-455b-91c8-86537e3ca2c8 req-df3e8ca3-cbbb-4129-852f-545b2dd101dc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:11.730263 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-64ef374a-da0d-455b-91c8-86537e3ca2c8 req-df3e8ca3-cbbb-4129-852f-545b2dd101dc tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 947 time: 0.0508637 Jul 30 10:56:11.767405 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-64ef374a-da0d-455b-91c8-86537e3ca2c8 req-a1463d9b-6ebb-45b4-9cc5-857020d801bf tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups?id=9306a415-a351-4a8d-ae52-da4bb5600adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Jul 30 10:56:12.073131 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-4111df10-fdf4-4b17-b00d-cad21f839bec tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:12.074723 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-4111df10-fdf4-4b17-b00d-cad21f839bec tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 947 time: 0.0625753 Jul 30 10:56:12.175747 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Deleting port dfd0a726-102f-4241-bc58-43cd41af6f32 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:56:12.176120 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.263727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] For port dfd0a726-102f-4241-bc58-43cd41af6f32, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=dfd0a726-102f-4241-bc58-43cd41af6f32,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:12.264088 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.436690 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.437059 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.437374 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Floating IP 3efeffd3-721b-46de-b18d-83674adf97d9 disassociated. External IP: 172.27.0.86, port: dfd0a726-102f-4241-bc58-43cd41af6f32. Jul 30 10:56:12.437711 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Calling delete_port for dfd0a726-102f-4241-bc58-43cd41af6f32 owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:56:12.562010 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.590531 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event deleted for resources: {'Port': ['ID=dfd0a726-102f-4241-bc58-43cd41af6f32,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:12.705577 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:56:12.818822 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:56:12.867029 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] No DVR routers for this DVR port dfd0a726-102f-4241-bc58-43cd41af6f32 on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:56:12.876295 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.878214 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c3f061c7-de1d-4910-a375-b722cfa89134 req-3788af85-3a82-4313-a400-358bf76b298a tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.10 "DELETE /v2.0/ports/dfd0a726-102f-4241-bc58-43cd41af6f32 HTTP/1.1" status: 204 len: 173 time: 0.7884634 Jul 30 10:56:12.878644 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-deleted', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:12.880891 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e993a5-ee2c-4fbe-8197-03f23e4d2abf" -d '{"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-deleted", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:12.901178 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:56:12.907045 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-efeb7b74-70ed-4d9a-bb70-582c1e2282bd req-6dc4dd4f-4359-4e6d-aa05-4b9faf3a1e98 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8 HTTP/1.1" status: 200 len: 210 time: 0.0420136 Jul 30 10:56:12.932083 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321dac39-175e-4097-9bc4-b33135a88d0f x-openstack-request-id: req-321dac39-175e-4097-9bc4-b33135a88d0f {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:12.932673 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8", "name": "network-vif-deleted", "tag": "dfd0a726-102f-4241-bc58-43cd41af6f32", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:12.932937 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:12.933086 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-321dac39-175e-4097-9bc4-b33135a88d0f {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:12.933605 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:55:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:12.935795 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb3585-59bb-4e53-b233-ac3ea4ffdcf8', 'name': 'network-vif-deleted', 'tag': 'dfd0a726-102f-4241-bc58-43cd41af6f32', 'status': 'completed', 'code': 200} Jul 30 10:56:12.938899 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1a249329-bf62-4da6-ba01-f0a234c02439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:12.975222 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:13.064025 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:13.265399 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:13.295323 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:56:13.303385 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:13.303986 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:13.407264 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:13.451304 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:13.612742 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:13.638406 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1b4da-898e-436a-8500-76d06f69e55b None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:48:17Z', 'revision_number': 4, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6d91be5a-f7f5-4523-9e0f-dd08c24e0551', 'name': '', 'network_id': '5b2d559e-59d9-4e01-a93e-89d289899281', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'mac_address': 'fa:16:3e:d5:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:15Z', 'updated_at': '2021-07-30T10:48:28Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'subnets': [{'id': 'e04b0845-fbb4-471f-a64c-a87da6f51593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:56:13.851866 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48bb6e4-5708-4e69-89c6-9b5b545eefbb None None] New status for floating IP 3efeffd3-721b-46de-b18d-83674adf97d9: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:56:14.004340 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35372) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:14.058383 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b253d671-f4d4-44ef-994f-4dc05c544553 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.090722 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b253d671-f4d4-44ef-994f-4dc05c544553 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.153074 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b253d671-f4d4-44ef-994f-4dc05c544553 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.155986 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b253d671-f4d4-44ef-994f-4dc05c544553 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.159910 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b253d671-f4d4-44ef-994f-4dc05c544553 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "DELETE /v2.0/security-groups/9306a415-a351-4a8d-ae52-da4bb5600adc HTTP/1.1" status: 204 len: 168 time: 0.1521864 Jul 30 10:56:14.160320 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35374) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:14.173736 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253d671-f4d4-44ef-994f-4dc05c544553 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306a415-a351-4a8d-ae52-da4bb5600adc,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:14.174155 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.api.v2.resource [None req-64011d8e-f819-49b7-91ff-a54414a4a152 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] show failed (client error): The resource could not be found. Jul 30 10:56:14.175243 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-64011d8e-f819-49b7-91ff-a54414a4a152 tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "GET /v2.0/security-groups/9306a415-a351-4a8d-ae52-da4bb5600adc HTTP/1.1" status: 404 len: 347 time: 0.0138791 Jul 30 10:56:14.178066 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35376) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:14.308795 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Deleting port 36ec6c6c-6c7e-4c32-bd58-d9797bfeca35 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:56:14.309128 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.383385 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.383717 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.395270 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Calling delete_port for 36ec6c6c-6c7e-4c32-bd58-d9797bfeca35 owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:56:14.524801 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.554596 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Pushing event deleted for resources: {'Port': ['ID=36ec6c6c-6c7e-4c32-bd58-d9797bfeca35,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:14.614730 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.617263 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:14.619378 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-34ad5e1e-ac78-4ad1-8d04-e8aff77219ac tempest-AttachVolumeShelveTestJSON-385799474 tempest-AttachVolumeShelveTestJSON-385799474-project] 10.222.0.23 "DELETE /v2.0/floatingips/3efeffd3-721b-46de-b18d-83674adf97d9 HTTP/1.1" status: 204 len: 168 time: 0.4396188 Jul 30 10:56:15.278171 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:16.605723 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:56:16.628920 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: dfd0a726-102f-4241-bc58-43cd41af6f32 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:56:16.629266 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device dfd0a726-102f-4241-bc58-43cd41af6f32 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:56:17.048736 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35404) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:17.805438 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:18.049712 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Deleting port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:56:18.050400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:18.139854 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] For port 6d91be5a-f7f5-4523-9e0f-dd08c24e0551, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:18.140243 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:18.153427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Calling delete_port for 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:56:18.342322 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:18.367118 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d91be5a-f7f5-4523-9e0f-dd08c24e0551,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:18.496241 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:18.551668 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:18.768845 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:56:18.879764 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:56:18.886159 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1667b398-af95-42f7-a6a6-c2a0994adb2c admin admin] 10.222.0.23 "PUT /v2.0/routers/5b3cb2cd-b9da-4389-b8e8-b86553961df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8358941 Jul 30 10:56:18.888226 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35410) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:18.890922 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] Sync routers for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:56:18.900888 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:18.901518 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:19.001823 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks [] for router, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.012822 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:19.109159 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.162920 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Deleting port 895eeebc-2338-4fcb-9339-82120047061d {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:56:19.163259 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.195489 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '895eeebc-2338-4fcb-9339-82120047061d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:56:18Z', 'revision_number': 5, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port': {'id': '895eeebc-2338-4fcb-9339-82120047061d', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:48:11Z', 'updated_at': '2021-07-30T10:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:19.222930 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] Checking router: 5b3cb2cd-b9da-4389-b8e8-b86553961df5 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:56:19.234577 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] Routers {'5b3cb2cd-b9da-4389-b8e8-b86553961df5'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:19.235224 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:19.268819 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] For port 895eeebc-2338-4fcb-9339-82120047061d, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=895eeebc-2338-4fcb-9339-82120047061d,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:19.269208 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.283630 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Calling delete_port for 895eeebc-2338-4fcb-9339-82120047061d owned by network:router_gateway {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:56:19.332288 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] Set router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 gateway port host: None {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:19.390575 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:56:19Z', 'revision_number': 6, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:19.416777 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65cc15a-9480-4bc7-81b4-df0374e9ea65 None None] The sync data for ids ['5b3cb2cd-b9da-4389-b8e8-b86553961df5'] in dv-cinder-801989-5-iscsi is: [{'id': '5b3cb2cd-b9da-4389-b8e8-b86553961df5', 'name': 'tempest-AttachVolumeShelveTestJSON-736272279-router', 'tenant_id': '21168d9dada845998f2917a595353c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:48:10Z', 'updated_at': '2021-07-30T10:56:19Z', 'revision_number': 6, 'project_id': '21168d9dada845998f2917a595353c9b', 'gw_port_host': None}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:56:19.459161 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.483462 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=895eeebc-2338-4fcb-9339-82120047061d,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:19.548750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.639205 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.641456 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.687813 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.688481 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3cb2cd-b9da-4389-b8e8-b86553961df5 {{(pid=104662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:56:19.692722 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.693889 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-dd098104-5303-4038-9018-a0de705b3b0d admin admin] 10.222.0.23 "DELETE /v2.0/routers/5b3cb2cd-b9da-4389-b8e8-b86553961df5 HTTP/1.1" status: 204 len: 168 time: 0.8047426 Jul 30 10:56:19.696400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35414) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:19.744784 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Deleting subnet e04b0845-fbb4-471f-a64c-a87da6f51593 {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:56:19.746881 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.786234 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.873934 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.927552 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.953264 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04b0845-fbb4-471f-a64c-a87da6f51593,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:19.957048 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:19.958979 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2789f677-d72d-409a-9cd9-72409d5c5c91 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e04b0845-fbb4-471f-a64c-a87da6f51593 HTTP/1.1" status: 204 len: 168 time: 0.2614925 Jul 30 10:56:19.961404 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35416) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:19.963714 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4481797-3c12-4847-8784-f23ec3d7e6b8 None None] Network 5b2d559e-59d9-4e01-a93e-89d289899281 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:56:20.044161 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.101670 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Deleting port 12b5de6c-97dd-4854-b583-3e505e7dea8f {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:56:20.101952 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.168385 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] For port 12b5de6c-97dd-4854-b583-3e505e7dea8f, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=12b5de6c-97dd-4854-b583-3e505e7dea8f,segment=NetworkSegment(f849d9d9-7d59-4890-a13f-efe68451224e),segment_id=f849d9d9-7d59-4890-a13f-efe68451224e)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:20.169066 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.183450 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Calling delete_port for 12b5de6c-97dd-4854-b583-3e505e7dea8f owned by network:dhcp {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:56:20.273420 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.274053 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e1e0f-fc9f-4cb5-a266-9a99c3cbbf99 None None] DHCP port deletion for 5b2d559e-59d9-4e01-a93e-89d289899281 request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 10:56:20.303699 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b5de6c-97dd-4854-b583-3e505e7dea8f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:20.309252 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] No DVR routers for this DVR port 12b5de6c-97dd-4854-b583-3e505e7dea8f on host dv-cinder-801989-5-iscsi {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:56:20.392675 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.403617 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2d559e-59d9-4e01-a93e-89d289899281']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:20.417487 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f849d9d9-7d59-4890-a13f-efe68451224e') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:20.417789 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f849d9d9-7d59-4890-a13f-efe68451224e') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:20.429584 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.446552 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.453925 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:56:20.454331 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:56:20.456179 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:56:20.517483 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.523105 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.525119 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b2d559e-59d9-4e01-a93e-89d289899281 HTTP/1.1" status: 204 len: 168 time: 0.5626366 Jul 30 10:56:20.536957 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2252-2461-401c-8d57-4d2f14c1e343 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2d559e-59d9-4e01-a93e-89d289899281,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:20.648011 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35422) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:20.690232 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c7d541fc-1de5-44ed-8f35-54af6735bfa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21168d9dada845998f2917a595353c9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408454 Jul 30 10:56:20.692548 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35424) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:20.747653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-210c80e0-058f-4be7-a161-46e84f5d52be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.770353 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-210c80e0-058f-4be7-a161-46e84f5d52be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.827151 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-210c80e0-058f-4be7-a161-46e84f5d52be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.831021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-210c80e0-058f-4be7-a161-46e84f5d52be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:20.832390 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-210c80e0-058f-4be7-a161-46e84f5d52be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feab2c00-42cd-4a5f-9ac2-176be2e40387 HTTP/1.1" status: 204 len: 168 time: 0.1389017 Jul 30 10:56:20.842803 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c80e0-058f-4be7-a161-46e84f5d52be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab2c00-42cd-4a5f-9ac2-176be2e40387,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:21.203605 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10079fc7-108a-4b9a-a8a2-ab345e52900b req-4546a8c3-5952-48a4-9b7b-cb8bd715fb4c tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:21.205072 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10079fc7-108a-4b9a-a8a2-ab345e52900b req-4546a8c3-5952-48a4-9b7b-cb8bd715fb4c tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.0514145 Jul 30 10:56:21.246014 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-10079fc7-108a-4b9a-a8a2-ab345e52900b req-eeb2bcc2-d898-41da-a870-39975d9e8bfb tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343249 Jul 30 10:56:21.311008 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 12b5de6c-97dd-4854-b583-3e505e7dea8f no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:56:21.332797 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 12b5de6c-97dd-4854-b583-3e505e7dea8f {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:56:21.333151 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 12b5de6c-97dd-4854-b583-3e505e7dea8f not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:56:21.333565 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 895eeebc-2338-4fcb-9339-82120047061d no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:56:21.354630 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 895eeebc-2338-4fcb-9339-82120047061d {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:56:21.354995 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 895eeebc-2338-4fcb-9339-82120047061d not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:56:21.355404 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:56:21.377881 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:56:21.378233 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6d91be5a-f7f5-4523-9e0f-dd08c24e0551 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:56:22.319415 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35474) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:22.361937 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e244-70c1-4039-9612-0975d07b9f4e req-7d491e92-d367-4805-bdcd-dbea247cf639 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:22.363446 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6cd2e244-70c1-4039-9612-0975d07b9f4e req-7d491e92-d367-4805-bdcd-dbea247cf639 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.0496528 Jul 30 10:56:22.402430 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6cd2e244-70c1-4039-9612-0975d07b9f4e req-032e1cfa-2fa0-4949-b4ba-7b690ff0d808 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jul 30 10:56:22.428361 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-35023358-b263-435f-9814-a3f3d16fa9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.522330 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-35023358-b263-435f-9814-a3f3d16fa9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.526633 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-35023358-b263-435f-9814-a3f3d16fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.568360 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-35023358-b263-435f-9814-a3f3d16fa9a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7174864031584dd5a2d45a509e305315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456226 Jul 30 10:56:22.568360 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35023358-b263-435f-9814-a3f3d16fa9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57812bef-53be-49ad-be88-418f2424c82c,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:22.568912 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35480) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:22.627111 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1e86-fdf2-46b5-87a9-9bc46b0b7cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.649084 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1e86-fdf2-46b5-87a9-9bc46b0b7cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.694191 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1e86-fdf2-46b5-87a9-9bc46b0b7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.697912 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1e86-fdf2-46b5-87a9-9bc46b0b7cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:22.699043 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1f4b1e86-fdf2-46b5-87a9-9bc46b0b7cc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57812bef-53be-49ad-be88-418f2424c82c HTTP/1.1" status: 204 len: 168 time: 0.1289337 Jul 30 10:56:22.706501 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b1e86-fdf2-46b5-87a9-9bc46b0b7cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57812bef-53be-49ad-be88-418f2424c82c,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:22.958067 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35486) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:22.972670 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-748a1a3f-f5c6-4085-82bd-256688090fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.069549 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-748a1a3f-f5c6-4085-82bd-256688090fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.081146 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-748a1a3f-f5c6-4085-82bd-256688090fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.135208 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-748a1a3f-f5c6-4085-82bd-256688090fab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7785eefb443e4e4bb5a12af548813b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753764 Jul 30 10:56:23.138271 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35488) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:23.144296 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a1a3f-f5c6-4085-82bd-256688090fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62407b78-614f-4ef9-8776-3221afea820a,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:23.159677 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-4bf925e8-710a-45ae-b3ed-da9ff3b18cd9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:23.163201 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-4bf925e8-710a-45ae-b3ed-da9ff3b18cd9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.0901582 Jul 30 10:56:23.201613 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b530f751-68f7-4084-883a-9a50c121c899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.224179 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b530f751-68f7-4084-883a-9a50c121c899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.260765 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Deleting port d7386139-1338-49e0-b592-157c7e264f8f {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:56:23.261105 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.273802 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b530f751-68f7-4084-883a-9a50c121c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.277050 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b530f751-68f7-4084-883a-9a50c121c899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.278269 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b530f751-68f7-4084-883a-9a50c121c899 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62407b78-614f-4ef9-8776-3221afea820a HTTP/1.1" status: 204 len: 168 time: 0.1389630 Jul 30 10:56:23.286454 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f751-68f7-4084-883a-9a50c121c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62407b78-614f-4ef9-8776-3221afea820a,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:23.361281 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] For port d7386139-1338-49e0-b592-157c7e264f8f, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d7386139-1338-49e0-b592-157c7e264f8f,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:23.361651 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.572096 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.572682 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.573004 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Floating IP b19ff036-a993-4248-b0d4-bdd992c5abc1 disassociated. External IP: 172.27.0.72, port: d7386139-1338-49e0-b592-157c7e264f8f. Jul 30 10:56:23.573409 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Calling delete_port for d7386139-1338-49e0-b592-157c7e264f8f owned by compute:nova {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:56:23.588395 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc1890-58cc-490a-8392-ac1aaa547579 req-a51407da-c712-44eb-b24f-60ec1e30a022 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:23.589953 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3bdc1890-58cc-490a-8392-ac1aaa547579 req-a51407da-c712-44eb-b24f-60ec1e30a022 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 945 time: 0.1127756 Jul 30 10:56:23.677164 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3bdc1890-58cc-490a-8392-ac1aaa547579 req-44a14fda-b4c1-4873-b98d-329d574acc65 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797565 Jul 30 10:56:23.732975 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-429c327c-7b0a-4672-a682-3776f7dd4197 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461707 Jul 30 10:56:23.771724 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:23.803894 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'Port': ['ID=d7386139-1338-49e0-b592-157c7e264f8f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:23.866029 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-795613f5-cdb9-4385-b4de-d767f7a2f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:23.867579 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-795613f5-cdb9-4385-b4de-d767f7a2f0c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 1099 time: 0.0469184 Jul 30 10:56:23.986996 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-6a928471-706c-449c-a584-2ae60d6b6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:23.988845 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-6a928471-706c-449c-a584-2ae60d6b6f01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.1003296 Jul 30 10:56:24.075832 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-d1468311-9c44-45f5-b064-dc9ec1d8801c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 200 len: 1002 time: 0.0779560 Jul 30 10:56:24.126996 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-443f6d82-3f99-4286-aaeb-78400098dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:24.128494 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-443f6d82-3f99-4286-aaeb-78400098dd2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0461695 Jul 30 10:56:24.200503 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-8050c8e2-7e62-41c3-aa8b-d00a731ead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:24.203374 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-8050c8e2-7e62-41c3-aa8b-d00a731ead38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669885 Jul 30 10:56:24.210330 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:56:24.324834 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-c050d30d-54f1-4849-8dcb-584ba2f06425 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131282 Jul 30 10:56:24.346677 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:56:24.356832 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:56:24.366729 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:24.367354 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:24.400953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] No DVR routers for this DVR port d7386139-1338-49e0-b592-157c7e264f8f on host hv-cinder-80198 {{(pid=104662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:56:24.404252 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:24.407385 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c1082510-5fad-435a-bc9d-5573a2a2a9bd req-01921cd6-3355-4a70-bc3c-86b139785e77 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "DELETE /v2.0/ports/d7386139-1338-49e0-b592-157c7e264f8f HTTP/1.1" status: 204 len: 173 time: 1.2354581 Jul 30 10:56:24.408016 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'name': 'network-vif-deleted', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:24.411766 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e891d-222c-4951-9cdd-4bcebebe1fdf" -d '{"events": [{"server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "name": "network-vif-deleted", "tag": "d7386139-1338-49e0-b592-157c7e264f8f"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:24.456532 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f601813-3fb9-4465-92c2-55fbe3f80e18 x-openstack-request-id: req-1f601813-3fb9-4465-92c2-55fbe3f80e18 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:24.457075 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17158b4e-71bd-4449-b7d4-0ca29fa493cf", "name": "network-vif-deleted", "tag": "d7386139-1338-49e0-b592-157c7e264f8f", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:24.457249 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f601813-3fb9-4465-92c2-55fbe3f80e18 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:24.458339 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17158b4e-71bd-4449-b7d4-0ca29fa493cf', 'name': 'network-vif-deleted', 'tag': 'd7386139-1338-49e0-b592-157c7e264f8f', 'status': 'completed', 'code': 200} Jul 30 10:56:24.481172 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dc2a7b5f-8d49-4710-a10a-623e9b0970f9 req-d55546f4-7435-4194-aa28-a8ae81d2fb63 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477740 Jul 30 10:56:24.518486 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:24.724487 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:24.760920 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:56:24.778048 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:24.778980 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:24.795689 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d19eb979-6529-4d5f-bd2a-81f796194f5d req-6c35f58b-7bce-4eb1-ae5a-39de55e00a09 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=17158b4e-71bd-4449-b7d4-0ca29fa493cf HTTP/1.1" status: 200 len: 210 time: 0.0316722 Jul 30 10:56:24.928494 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:25.135491 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:25.162583 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801a5865-4e8b-40af-8e7e-a0fc733f1ff9 None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:56:25.395939 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51d76f-adc5-490b-9cd7-d06599d3fbb1 None None] New status for floating IP b19ff036-a993-4248-b0d4-bdd992c5abc1: DOWN {{(pid=104664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:56:26.045955 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-eed01115-4680-4161-b482-4c4c462227d8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943487378&fields=id&tenant_id=989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 267 time: 0.0337660 Jul 30 10:56:26.154609 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-0a033193-7cd4-4861-8391-dddf21e96da8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:26.156348 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-0a033193-7cd4-4861-8391-dddf21e96da8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 810 time: 0.1037982 Jul 30 10:56:26.172382 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-d4de85f9-a032-4812-9f69-27c7d737d5b8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/quotas/989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 375 time: 0.0098727 Jul 30 10:56:26.229257 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-e73f1ba8-3d16-400d-8a32-7c4fc956a416 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512497 Jul 30 10:56:26.339453 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-ad82cbf9-4ba9-4843-af81-a57517d35f9a service neutron] 10.222.0.23 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957501 Jul 30 10:56:26.426322 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-20f63a5d-cd1b-4e9b-a497-d0e8445616a9 service neutron] 10.222.0.23 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Jul 30 10:56:26.666127 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d7386139-1338-49e0-b592-157c7e264f8f no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:56:26.688831 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: d7386139-1338-49e0-b592-157c7e264f8f {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:56:26.689098 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d7386139-1338-49e0-b592-157c7e264f8f not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:56:26.713697 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f71e7a50-20b5-4d53-9d1a-b7619e2ca149 req-311ccab9-b40a-4b24-9427-dc6ebfb792a7 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 210 time: 0.0318458 Jul 30 10:56:27.726862 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-51d6c591-79e1-459f-b7fd-b5813356a856 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:27.728633 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-51d6c591-79e1-459f-b7fd-b5813356a856 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 810 time: 0.1319931 Jul 30 10:56:27.787388 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-5a16731e-8cc6-4f3f-a2d7-ef8cf2c9fbc1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 379 time: 0.0444603 Jul 30 10:56:27.820282 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'port': {'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'admin_state_up': True, 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'security_groups': ['ab8c5501-28cb-47f4-b9b6-40c508413060']}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:56:27.825989 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-999ee2c6-77f6-47c4-af8a-7cdd09fe5fe2 req-8f015fb3-902d-4039-b740-18d3a34e23f0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 210 time: 0.0367637 Jul 30 10:56:27.938260 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Made reservation on behalf of 989527b3787d4aacbf2a61a6f8c16db7 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:56:27.941809 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.068922 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Allocated IP 172.20.0.12 (9eeefab1-e10d-4574-831d-ef902e9c344a/8b7e791a-9a09-4e7a-b40d-70e3ae986261/d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:56:28.214812 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.229820 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Transition to ACTIVE for port object d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:56:28.263727 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.307715 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:56:28.311056 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:56:28.314874 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:56:28.352312 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:28.390907 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:28.391732 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.410223 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-a3ff86db-3d29-4df5-9ecb-5a73d884a6ea tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938079 Jul 30 10:56:28.433419 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Request body: {'port': {'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:56:28.495375 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.586885 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1384acf6-df58-4057-a0d1-fe3d666aa96b None None] Provisioning for port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:56:28.592360 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-1384acf6-df58-4057-a0d1-fe3d666aa96b None None] Provisioning complete for port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:56:28.592825 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1384acf6-df58-4057-a0d1-fe3d666aa96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.626965 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-1384acf6-df58-4057-a0d1-fe3d666aa96b None None] Port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:56:28.782431 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:56:28.790280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.802208 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Transition to ACTIVE for port object d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:56:28.806394 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:28.871830 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:29.011607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Attempting to bind port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:56:29.012012 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Attempting to bind port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:56:29.012351 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Attempting to bind port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:56:29.021622 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273c5de-64db-4b1b-99e7-1983efaaf696 req-7bd624fe-1c48-4dc9-8e9e-32ce77721b5a tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.023752 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8273c5de-64db-4b1b-99e7-1983efaaf696 req-7bd624fe-1c48-4dc9-8e9e-32ce77721b5a tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.1139326 Jul 30 10:56:29.028296 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec on network 9eeefab1-e10d-4574-831d-ef902e9c344a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:56:29.028625 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Attempting to bind port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:56:29.034078 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:56:29.034424 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Checking segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:56:29.034811 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Bound using segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:56:29.035238 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Bound port: d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:56:29.035597 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:29.113641 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8273c5de-64db-4b1b-99e7-1983efaaf696 req-c11f6991-2a37-43c1-afa4-6832d603c005 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660646 Jul 30 10:56:29.133474 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] For port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:56:29.137607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] For port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:56:29.143743 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:29.164123 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.164836 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:29.167060 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] 10.222.0.10 "PUT /v2.0/ports/d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 1094 time: 0.7382925 Jul 30 10:56:29.193694 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:29.196895 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e" -d '{"events": [{"name": "network-changed", "server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:29.251813 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134179cb-792b-4f36-8c8a-6cd2cc103ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:29.257994 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f89ab99-32f4-48e1-9cf7-e550ec5563c5 x-openstack-request-id: req-2f89ab99-32f4-48e1-9cf7-e550ec5563c5 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:29.258425 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:29.258761 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f89ab99-32f4-48e1-9cf7-e550ec5563c5 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:29.259686 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'status': 'completed', 'code': 200} Jul 30 10:56:29.294208 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-bae072ff-84b3-4e9f-951b-ba3b37c57f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.295767 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-bae072ff-84b3-4e9f-951b-ba3b37c57f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1097 time: 0.0530972 Jul 30 10:56:29.347438 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-9b5730c4-b2f4-4e37-8d49-aaa1f964bfa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 217 time: 0.0362265 Jul 30 10:56:29.400882 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-b4d82c97-9484-4ee6-9a1d-a065b7ea118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.402510 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-b4d82c97-9484-4ee6-9a1d-a065b7ea118f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0473368 Jul 30 10:56:29.452988 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583186-1c72-4379-bc3e-6ba0504684aa req-d58f1442-bf45-4b38-9a90-9c96d3d3f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.453423 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-d58f1442-bf45-4b38-9a90-9c96d3d3f73a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423343 Jul 30 10:56:29.552595 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-2463f72f-eb22-4526-a085-c9f96916e0ca service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915098 Jul 30 10:56:29.644689 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-49583186-1c72-4379-bc3e-6ba0504684aa req-9c131cff-0e51-43dd-9416-ce3b22f30afa service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841920 Jul 30 10:56:29.777048 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-9f6e7429-bd3a-4515-83b2-95bf4cc2c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.778568 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-9f6e7429-bd3a-4515-83b2-95bf4cc2c21c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1097 time: 0.0476918 Jul 30 10:56:29.870295 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-84323ade-9047-4456-82b3-7b69bed1f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.871750 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-84323ade-9047-4456-82b3-7b69bed1f171 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.0851381 Jul 30 10:56:29.926397 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-9e964ed0-bf11-4fc6-b023-0f5b022d0df5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 217 time: 0.0377319 Jul 30 10:56:29.979046 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-c4371d6c-23ad-4813-ac00-e116ac15c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:29.980542 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-c4371d6c-23ad-4813-ac00-e116ac15c0aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0439858 Jul 30 10:56:30.027628 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-91927234-b798-4799-a51f-302bc80eef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:30.029116 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-91927234-b798-4799-a51f-302bc80eef07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411782 Jul 30 10:56:30.121689 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-22adedf9-2e40-4399-b09c-0b96863faade service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Jul 30 10:56:30.220004 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6c3ee000-6f0d-4241-a3e5-bbd8aa83430e req-7458f203-f590-4932-a36d-506cef7cc80f service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913017 Jul 30 10:56:30.231934 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427cc72-19d9-4932-ab61-327a74bb2d94 req-8b3585e8-4bec-43b7-9d3c-5357b6d70d98 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:30.233441 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e427cc72-19d9-4932-ab61-327a74bb2d94 req-8b3585e8-4bec-43b7-9d3c-5357b6d70d98 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0503297 Jul 30 10:56:30.272449 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e427cc72-19d9-4932-ab61-327a74bb2d94 req-ba0f791b-69cd-4c3e-b120-9a4fd89ee42e tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328331 Jul 30 10:56:31.391304 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f4e8-d1c7-4b8d-b17a-7a4c6fbabc07 req-6b0bf7d7-b853-4950-9385-6d0999e93f3e tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:31.392770 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1bf0f4e8-d1c7-4b8d-b17a-7a4c6fbabc07 req-6b0bf7d7-b853-4950-9385-6d0999e93f3e tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0528891 Jul 30 10:56:31.429597 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1bf0f4e8-d1c7-4b8d-b17a-7a4c6fbabc07 req-8248a317-e34e-46f0-b8a3-ce0584bc6a3f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308869 Jul 30 10:56:32.550104 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a520-ef81-4d60-9a3c-f449291b165b req-70fd813c-b6c8-4c38-9e73-9cede488e549 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:32.551601 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e9b4a520-ef81-4d60-9a3c-f449291b165b req-70fd813c-b6c8-4c38-9e73-9cede488e549 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0495722 Jul 30 10:56:32.591428 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e9b4a520-ef81-4d60-9a3c-f449291b165b req-37c05f95-b96f-46b8-b105-4e801b687f75 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Jul 30 10:56:33.706081 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5683d63-4161-430d-b5bc-359e457f1799 req-2f1d1756-65f0-46a4-b2d3-96f061245fe7 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:33.707603 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d5683d63-4161-430d-b5bc-359e457f1799 req-2f1d1756-65f0-46a4-b2d3-96f061245fe7 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0510399 Jul 30 10:56:33.748911 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d5683d63-4161-430d-b5bc-359e457f1799 req-ca913269-7506-47e4-b4ab-d9cfa63ae46d tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343556 Jul 30 10:56:34.874647 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2ff23-1876-4f71-a347-ac163675f26e req-570643d5-cb8a-4ce2-a188-711cc4082834 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:34.876304 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e4c2ff23-1876-4f71-a347-ac163675f26e req-570643d5-cb8a-4ce2-a188-711cc4082834 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0550873 Jul 30 10:56:34.919120 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e4c2ff23-1876-4f71-a347-ac163675f26e req-e23a704a-5914-40dd-8bad-a1cc3c068a16 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359251 Jul 30 10:56:36.035938 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b4332-4666-4b75-9900-bebe49bae483 req-b0624edc-b3d8-4033-8a26-99acf1c04e75 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:36.037420 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a85b4332-4666-4b75-9900-bebe49bae483 req-b0624edc-b3d8-4033-8a26-99acf1c04e75 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0501845 Jul 30 10:56:36.077272 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a85b4332-4666-4b75-9900-bebe49bae483 req-7fffb3e0-50f2-4806-8170-3c42c5931922 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338626 Jul 30 10:56:36.357016 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:56:37.203084 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51963-e038-48ac-a824-3668b7bcf580 req-5831987c-cdc9-4db5-b458-4b60f7a4cc62 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:37.204591 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c5b51963-e038-48ac-a824-3668b7bcf580 req-5831987c-cdc9-4db5-b458-4b60f7a4cc62 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0580649 Jul 30 10:56:37.242277 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-c5b51963-e038-48ac-a824-3668b7bcf580 req-47b2f44d-8f6b-49aa-bbe7-85e1456cd8ef tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Jul 30 10:56:38.362101 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe32757-6ef1-44ec-82ee-7a68f4693418 req-fba1bee9-0fda-455b-bdac-e64183604b9e tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:38.363594 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9fe32757-6ef1-44ec-82ee-7a68f4693418 req-fba1bee9-0fda-455b-bdac-e64183604b9e tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 944 time: 0.0548363 Jul 30 10:56:38.405170 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-9fe32757-6ef1-44ec-82ee-7a68f4693418 req-a2e30e48-122c-48f1-adb8-5b7173b5c237 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355940 Jul 30 10:56:38.724121 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:56:38.824285 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:38.837224 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:56:38.876547 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:38.889958 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:56:38.910263 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:38.913760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:38.965939 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:38.973366 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.973738 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.974190 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.974537 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.974965 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.975336 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.975666 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.975994 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.976392 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.976783 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.977828 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:38.978492 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:39.214799 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:56:39.520023 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dc927-1314-4de3-9ecb-7f744ade2f38 req-fc6eea66-d4f4-416c-bba3-11cbe1f9e305 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:39.521578 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3a2dc927-1314-4de3-9ecb-7f744ade2f38 req-fc6eea66-d4f4-416c-bba3-11cbe1f9e305 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Jul 30 10:56:39.566640 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-3a2dc927-1314-4de3-9ecb-7f744ade2f38 req-0a7f3492-dd22-47c2-88e8-384139486dbe tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347412 Jul 30 10:56:39.967770 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-19c23436-becb-435c-ad9e-1f1bbe70550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:39.978907 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35782) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:40.081598 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.170439 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.174157 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.214158 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fce4f5fa793f49aeb48c1a50cd18072d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341156 Jul 30 10:56:40.216159 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb66c3-f864-4947-8070-fd67e24e0528,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:40.216847 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35786) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:40.223434 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.223797 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.224149 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.224492 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.224829 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.225168 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.225500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.225863 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.226195 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.226525 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.226852 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.227861 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd59820-46c3-4f2c-b95d-7edcf9d4bc08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:40.266521 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d5af01b4-7c69-47bc-acc0-f26a1af0fb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.287837 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d5af01b4-7c69-47bc-acc0-f26a1af0fb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.333699 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d5af01b4-7c69-47bc-acc0-f26a1af0fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.336307 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d5af01b4-7c69-47bc-acc0-f26a1af0fb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.338064 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d5af01b4-7c69-47bc-acc0-f26a1af0fb56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52bb66c3-f864-4947-8070-fd67e24e0528 HTTP/1.1" status: 204 len: 168 time: 0.1201036 Jul 30 10:56:40.346678 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af01b4-7c69-47bc-acc0-f26a1af0fb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb66c3-f864-4947-8070-fd67e24e0528,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:40.601381 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35796) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:40.619597 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0ab6f1ce-fef0-4326-9b89-2595093c332e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.688103 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aeade-9e35-44dc-809c-bdddc393a833 req-f8b6ed28-9b05-4e20-a083-6dd6aa74d6f0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:40.689687 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-575aeade-9e35-44dc-809c-bdddc393a833 req-f8b6ed28-9b05-4e20-a083-6dd6aa74d6f0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 945 time: 0.0561407 Jul 30 10:56:40.718209 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0ab6f1ce-fef0-4326-9b89-2595093c332e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.723951 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-0ab6f1ce-fef0-4326-9b89-2595093c332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.729569 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:56:40.741357 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-575aeade-9e35-44dc-809c-bdddc393a833 req-8cef5254-5150-465a-a8e3-6b9fcc3518c9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Jul 30 10:56:40.766651 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6f1ce-fef0-4326-9b89-2595093c332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539dea00-8bea-41ab-bb22-1bb0ee0fc382,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:40.782175 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-0ab6f1ce-fef0-4326-9b89-2595093c332e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba8123f095f34b92b3e4c6a1943cc4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767879 Jul 30 10:56:40.782747 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35798) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:40.790973 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:56:40.794789 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:56:40.795704 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.833406 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2cf531b2-16d4-41c6-a939-bb8b07eff466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.858413 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2cf531b2-16d4-41c6-a939-bb8b07eff466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.875717 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.902321 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:40.904850 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8b687-dd6c-4b37-b41e-02031aed7275" -d '{"events": [{"server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "name": "network-vif-plugged", "status": "completed", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:40.907157 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2cf531b2-16d4-41c6-a939-bb8b07eff466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.909960 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2cf531b2-16d4-41c6-a939-bb8b07eff466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.913517 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-2cf531b2-16d4-41c6-a939-bb8b07eff466 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/539dea00-8bea-41ab-bb22-1bb0ee0fc382 HTTP/1.1" status: 204 len: 168 time: 0.1274741 Jul 30 10:56:40.923783 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:56:40.925435 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf531b2-16d4-41c6-a939-bb8b07eff466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539dea00-8bea-41ab-bb22-1bb0ee0fc382,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:40.929082 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:40.965120 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56506d-13c0-49b3-a5e8-c1a1d11fb85d x-openstack-request-id: req-9b56506d-13c0-49b3-a5e8-c1a1d11fb85d {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:40.965405 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "name": "network-vif-plugged", "status": "completed", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:40.965666 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b56506d-13c0-49b3-a5e8-c1a1d11fb85d {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:40.966090 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'code': 200} Jul 30 10:56:41.003548 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:41.209016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab7d50-d7e2-47ea-947b-22d30c3913c4 req-15c269c4-0683-470f-a91e-17b2a569d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:41.210589 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-43ab7d50-d7e2-47ea-947b-22d30c3913c4 req-15c269c4-0683-470f-a91e-17b2a569d92d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1099 time: 0.0492499 Jul 30 10:56:41.247413 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-43ab7d50-d7e2-47ea-947b-22d30c3913c4 req-b35d461b-5dd2-4e7b-8e5c-b51f546fedc3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301156 Jul 30 10:56:41.871582 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d2e0c-20a9-49a2-991b-d3f819783d15 req-79d477b7-e0b7-49b6-8a9d-014043d07aec tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:41.873273 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d20d2e0c-20a9-49a2-991b-d3f819783d15 req-79d477b7-e0b7-49b6-8a9d-014043d07aec tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 946 time: 0.0513418 Jul 30 10:56:41.912519 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d20d2e0c-20a9-49a2-991b-d3f819783d15 req-ebf72e51-d408-488d-894e-b12fbc706197 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jul 30 10:56:42.768056 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:42.849968 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-a90799ce-be10-4f21-86d2-211630a90022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:43.027525 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f4f65-0618-4f6e-860a-2827ba4da7ab req-bbe3050c-09bf-4480-a00e-dd9f826bd1c5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:43.028917 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0a2f4f65-0618-4f6e-860a-2827ba4da7ab req-bbe3050c-09bf-4480-a00e-dd9f826bd1c5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Jul 30 10:56:43.067766 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-0a2f4f65-0618-4f6e-860a-2827ba4da7ab req-2ea8d893-8bbe-4bcb-9bb9-4aa056f522c8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Jul 30 10:56:43.186323 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43e91c-77d9-45ed-8a83-e4b0c3885579 req-9785a555-cba7-4186-8805-c2cc299376fb tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:43.187860 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5c43e91c-77d9-45ed-8a83-e4b0c3885579 req-9785a555-cba7-4186-8805-c2cc299376fb tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 946 time: 0.0503335 Jul 30 10:56:43.226886 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-5c43e91c-77d9-45ed-8a83-e4b0c3885579 req-d392b815-b7db-4a87-9fce-4d15ecd84cf4 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328767 Jul 30 10:56:43.249441 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35858) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:43.293558 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53e8ed-0da8-4e5d-a77f-be06675a02f0 tempest-TestVolumeBootPattern-1142785931 tempest-TestVolumeBootPattern-1142785931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:43.295022 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-2a53e8ed-0da8-4e5d-a77f-be06675a02f0 tempest-TestVolumeBootPattern-1142785931 tempest-TestVolumeBootPattern-1142785931-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1094 time: 0.0446756 Jul 30 10:56:43.297687 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35860) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:43.301992 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:56:43.323688 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:43.422025 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:43.439765 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:43.533094 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Allocated IP 172.27.0.175 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/ba7df38c-9b9c-4be1-82af-4118e5bd4962) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:56:43.639109 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:43.680094 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:43.731439 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:56:43.734606 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:56:43.738460 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:56:43.765276 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=ba7df38c-9b9c-4be1-82af-4118e5bd4962,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:43.777057 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.777412 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.777779 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.778138 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.778474 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.778805 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.779139 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.779465 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.779796 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.780122 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.780444 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:43.780766 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:56:44.179871 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:44.249168 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:44.406198 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:44.410551 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:44.479700 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=ba7df38c-9b9c-4be1-82af-4118e5bd4962,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:44.490999 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:44.592954 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.l3_db [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Floating IP e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e associated. External IP: 172.27.0.175, port: d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec. Jul 30 10:56:45.079285 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:56:45.193862 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:56:45.203929 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:56:45.211550 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:45.214628 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:45.215363 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:45.240948 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d3ea5cbb-f23f-4c3d-bec6-dc9bff0b1667 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9420996 Jul 30 10:56:45.241953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:56:45.245064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128270f-bd93-4668-99ff-5070bba55350" -d '{"events": [{"name": "network-changed", "server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:56:45.287662 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d93dfdf-dc55-4c48-9e9c-0d7b33e6716b x-openstack-request-id: req-3d93dfdf-dc55-4c48-9e9c-0d7b33e6716b {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:56:45.288016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:56:45.288262 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d93dfdf-dc55-4c48-9e9c-0d7b33e6716b {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:56:45.288683 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'status': 'completed', 'code': 200} Jul 30 10:56:45.290958 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:45.346034 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:45.378511 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128270f-bd93-4668-99ff-5070bba55350 req-0467ba62-711d-4193-ae5e-0a2981a139a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:45.381122 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-0467ba62-711d-4193-ae5e-0a2981a139a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1099 time: 0.0496435 Jul 30 10:56:45.490946 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128270f-bd93-4668-99ff-5070bba55350 req-7318e9b3-8257-4210-a134-6c7a8379e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:45.492492 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-7318e9b3-8257-4210-a134-6c7a8379e5eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.1039228 Jul 30 10:56:45.565670 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-88098694-6aea-414d-81d2-6de32cd98988 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 1000 time: 0.0657525 Jul 30 10:56:45.596793 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:44Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:45.625318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128270f-bd93-4668-99ff-5070bba55350 req-fd26d3ad-ebdc-4c43-b515-1c8974b67b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:45.627262 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-fd26d3ad-ebdc-4c43-b515-1c8974b67b7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0528176 Jul 30 10:56:45.627950 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:56:45.637395 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:56:45.638192 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:56:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:45.684061 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128270f-bd93-4668-99ff-5070bba55350 req-b58625a7-a80d-41eb-b6ad-8c03bb712cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:56:45.686014 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-b58625a7-a80d-41eb-b6ad-8c03bb712cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499458 Jul 30 10:56:45.779103 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-54a105f1-c8c5-4172-89ff-846b2024a7b5 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861135 Jul 30 10:56:45.831593 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:56:46.046591 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:44Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:56:46.072512 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11288060-1713-4b34-8b64-893a7b66aaf4 None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:44Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:56:46.257307 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf7963-f2c4-499d-936e-edc68e8ea459 None None] New status for floating IP e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e: ACTIVE {{(pid=104664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:56:46.717024 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1128270f-bd93-4668-99ff-5070bba55350 req-01c04301-26aa-4877-9736-ddae6a8d0cfa service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887477 Jul 30 10:56:48.504286 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:51.856774 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35970) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:51.959216 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ec621e69-e7bc-4157-839d-bbf803dde78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.049586 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ec621e69-e7bc-4157-839d-bbf803dde78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.053824 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ec621e69-e7bc-4157-839d-bbf803dde78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.096343 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ec621e69-e7bc-4157-839d-bbf803dde78a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=583140b7d23447d194d4321d18704358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384667 Jul 30 10:56:52.097571 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec621e69-e7bc-4157-839d-bbf803dde78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a88f1a-38a2-41b0-b5ac-231728cfb78f,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:52.099115 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35978) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:52.156566 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17605f01-8101-4e69-a1f6-c41f00abc894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.179384 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17605f01-8101-4e69-a1f6-c41f00abc894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.243596 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17605f01-8101-4e69-a1f6-c41f00abc894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.246284 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-17605f01-8101-4e69-a1f6-c41f00abc894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.247468 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-17605f01-8101-4e69-a1f6-c41f00abc894 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4a88f1a-38a2-41b0-b5ac-231728cfb78f HTTP/1.1" status: 204 len: 168 time: 0.1471469 Jul 30 10:56:52.255727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17605f01-8101-4e69-a1f6-c41f00abc894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a88f1a-38a2-41b0-b5ac-231728cfb78f,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:52.537820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 35992) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:52.551427 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1a669d93-dec2-43a3-9b05-16cec66dc486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.647287 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1a669d93-dec2-43a3-9b05-16cec66dc486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.652189 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1a669d93-dec2-43a3-9b05-16cec66dc486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.692030 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1a669d93-dec2-43a3-9b05-16cec66dc486 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17f2520e2abf4bfd9eddd3562dff7940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531200 Jul 30 10:56:52.693001 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a669d93-dec2-43a3-9b05-16cec66dc486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94081f3-caa5-406e-9bf0-5243f2747f9a,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:52.694679 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 35994) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:52.744999 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36206510-cf42-4b2f-9339-f1054b9ec3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.766246 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36206510-cf42-4b2f-9339-f1054b9ec3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.814611 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36206510-cf42-4b2f-9339-f1054b9ec3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.817542 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36206510-cf42-4b2f-9339-f1054b9ec3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:52.818858 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-36206510-cf42-4b2f-9339-f1054b9ec3a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e94081f3-caa5-406e-9bf0-5243f2747f9a HTTP/1.1" status: 204 len: 168 time: 0.1224353 Jul 30 10:56:52.827890 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36206510-cf42-4b2f-9339-f1054b9ec3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94081f3-caa5-406e-9bf0-5243f2747f9a,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:57.679290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36078) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:57.782942 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a9b2cfe1-2258-4309-874e-c960e97302d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:57.874288 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a9b2cfe1-2258-4309-874e-c960e97302d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:57.878128 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-a9b2cfe1-2258-4309-874e-c960e97302d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:57.915194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2cfe1-2258-4309-874e-c960e97302d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b0db1-5742-48f4-8939-de94e06fb4ac,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:57.919515 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-a9b2cfe1-2258-4309-874e-c960e97302d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69feec5e47a6490bba5fd5db3077d5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389669 Jul 30 10:56:57.922099 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36082) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:57.974603 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a31c8cf-1339-40d9-8691-4747663fb14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:57.995232 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a31c8cf-1339-40d9-8691-4747663fb14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.041739 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a31c8cf-1339-40d9-8691-4747663fb14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.044255 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a31c8cf-1339-40d9-8691-4747663fb14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.045403 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-6a31c8cf-1339-40d9-8691-4747663fb14c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f40b0db1-5742-48f4-8939-de94e06fb4ac HTTP/1.1" status: 204 len: 168 time: 0.1224561 Jul 30 10:56:58.052848 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c8cf-1339-40d9-8691-4747663fb14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b0db1-5742-48f4-8939-de94e06fb4ac,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:58.298013 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36088) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:58.311612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bd06-712f-41ca-b79d-cb612f53beb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.402992 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bd06-712f-41ca-b79d-cb612f53beb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.406577 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bd06-712f-41ca-b79d-cb612f53beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.444751 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d7a9bd06-712f-41ca-b79d-cb612f53beb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87e68f64464b4cd28016188757cd6d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456349 Jul 30 10:56:58.445692 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9bd06-712f-41ca-b79d-cb612f53beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04591e4e-0745-4ff8-aed8-4e634dab631d,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:56:58.448425 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36092) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:56:58.507026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-25b98d56-cb9d-41ba-b0dc-fd7e408beefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.528477 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-25b98d56-cb9d-41ba-b0dc-fd7e408beefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.576017 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-25b98d56-cb9d-41ba-b0dc-fd7e408beefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.584945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-25b98d56-cb9d-41ba-b0dc-fd7e408beefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:56:58.586114 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-25b98d56-cb9d-41ba-b0dc-fd7e408beefa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04591e4e-0745-4ff8-aed8-4e634dab631d HTTP/1.1" status: 204 len: 168 time: 0.1363132 Jul 30 10:56:58.595352 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b98d56-cb9d-41ba-b0dc-fd7e408beefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04591e4e-0745-4ff8-aed8-4e634dab631d,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:00.651674 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36176) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:00.757145 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bd75-d8b4-4779-9a1c-d9b144d9d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:00.848723 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bd75-d8b4-4779-9a1c-d9b144d9d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:00.854489 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9cd9bd75-d8b4-4779-9a1c-d9b144d9d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:00.893802 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9cd9bd75-d8b4-4779-9a1c-d9b144d9d132 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfd3d403cea44c0baafaf165a0e95bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410312 Jul 30 10:57:00.894709 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9bd75-d8b4-4779-9a1c-d9b144d9d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a133cb51-9d04-4627-848f-b05633d0cfb4,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:00.896490 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36180) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:00.950220 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4db7-9fb6-4a42-ac70-84ca05e90faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:00.971034 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4db7-9fb6-4a42-ac70-84ca05e90faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.019846 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4db7-9fb6-4a42-ac70-84ca05e90faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.022581 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4db7-9fb6-4a42-ac70-84ca05e90faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.023874 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-fe7a4db7-9fb6-4a42-ac70-84ca05e90faf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a133cb51-9d04-4627-848f-b05633d0cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1256783 Jul 30 10:57:01.031642 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a4db7-9fb6-4a42-ac70-84ca05e90faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a133cb51-9d04-4627-848f-b05633d0cfb4,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:01.279038 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36188) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:01.294039 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f9a1decf-3fe8-4d48-a2e7-3f179d7af303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.394278 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f9a1decf-3fe8-4d48-a2e7-3f179d7af303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.398859 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-f9a1decf-3fe8-4d48-a2e7-3f179d7af303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.437660 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1decf-3fe8-4d48-a2e7-3f179d7af303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d69e9b-e049-4e4b-999d-f1369e3ded9b,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:01.442850 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-f9a1decf-3fe8-4d48-a2e7-3f179d7af303 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7a57d07f28e4c01b48944897a07ab35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626697 Jul 30 10:57:01.446695 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36194) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:01.514076 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043a2662-bc1c-47dd-9201-7c8e338cac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.544334 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043a2662-bc1c-47dd-9201-7c8e338cac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.597035 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043a2662-bc1c-47dd-9201-7c8e338cac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.600209 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-043a2662-bc1c-47dd-9201-7c8e338cac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:01.601426 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-043a2662-bc1c-47dd-9201-7c8e338cac89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69d69e9b-e049-4e4b-999d-f1369e3ded9b HTTP/1.1" status: 204 len: 168 time: 0.1537640 Jul 30 10:57:01.620787 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a2662-bc1c-47dd-9201-7c8e338cac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d69e9b-e049-4e4b-999d-f1369e3ded9b,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:09.640686 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36340) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:09.750727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-80301e12-2991-4757-af66-af0b977adae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:09.843053 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-80301e12-2991-4757-af66-af0b977adae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:09.847747 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-80301e12-2991-4757-af66-af0b977adae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:09.888178 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80301e12-2991-4757-af66-af0b977adae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af639263-517a-48da-a0dd-db342c22c248,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:09.892784 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-80301e12-2991-4757-af66-af0b977adae0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2355a074186a4e2295bd11f1542a552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510726 Jul 30 10:57:09.896333 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36344) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:09.948753 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ef0d172e-d5ee-4c85-ad83-0f30d27a3981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:09.971957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-fbea5444-cc3e-4dba-84f4-b12dcf5478bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:09.986518 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ef0d172e-d5ee-4c85-ad83-0f30d27a3981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.032680 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ef0d172e-d5ee-4c85-ad83-0f30d27a3981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.035389 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ef0d172e-d5ee-4c85-ad83-0f30d27a3981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.036559 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ef0d172e-d5ee-4c85-ad83-0f30d27a3981 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af639263-517a-48da-a0dd-db342c22c248 HTTP/1.1" status: 204 len: 168 time: 0.1392260 Jul 30 10:57:10.045330 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d172e-d5ee-4c85-ad83-0f30d27a3981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af639263-517a-48da-a0dd-db342c22c248,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:10.305062 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36350) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:10.318501 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b522aef6-cda4-4320-b297-fff0b9a7cb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.417583 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b522aef6-cda4-4320-b297-fff0b9a7cb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.422458 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-b522aef6-cda4-4320-b297-fff0b9a7cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.463031 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-b522aef6-cda4-4320-b297-fff0b9a7cb56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdeef47dc1de495b9cd89dbe99d7e808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568544 Jul 30 10:57:10.463917 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522aef6-cda4-4320-b297-fff0b9a7cb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc5a95-83e9-4209-8b72-bbdbe625aeea,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:10.465755 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36352) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:10.517686 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-202318d8-8d9c-43f8-9d55-8cdf29f8fd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.541041 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-202318d8-8d9c-43f8-9d55-8cdf29f8fd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.588320 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-202318d8-8d9c-43f8-9d55-8cdf29f8fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.591062 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-202318d8-8d9c-43f8-9d55-8cdf29f8fd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:10.592258 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-202318d8-8d9c-43f8-9d55-8cdf29f8fd0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5fc5a95-83e9-4209-8b72-bbdbe625aeea HTTP/1.1" status: 204 len: 168 time: 0.1253302 Jul 30 10:57:10.601686 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202318d8-8d9c-43f8-9d55-8cdf29f8fd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc5a95-83e9-4209-8b72-bbdbe625aeea,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:10.920974 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36358) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:10.935233 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fc33d959-edd8-4a29-83a4-89f75f4b94bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.030500 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fc33d959-edd8-4a29-83a4-89f75f4b94bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.035393 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-fc33d959-edd8-4a29-83a4-89f75f4b94bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.073893 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33d959-edd8-4a29-83a4-89f75f4b94bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd90ebd-0d4c-46ab-a03b-139da1b9e139,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:11.078088 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-fc33d959-edd8-4a29-83a4-89f75f4b94bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28f59e78e1e04a73ba81e29bd5ad7449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560726 Jul 30 10:57:11.080793 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36360) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:11.135145 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-15003224-4681-49df-ae7c-9caa06bcd7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.157043 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-15003224-4681-49df-ae7c-9caa06bcd7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.203471 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-15003224-4681-49df-ae7c-9caa06bcd7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.206055 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-15003224-4681-49df-ae7c-9caa06bcd7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:11.207196 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-15003224-4681-49df-ae7c-9caa06bcd7fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edd90ebd-0d4c-46ab-a03b-139da1b9e139 HTTP/1.1" status: 204 len: 168 time: 0.1255116 Jul 30 10:57:11.216031 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15003224-4681-49df-ae7c-9caa06bcd7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd90ebd-0d4c-46ab-a03b-139da1b9e139,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:12.769449 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:12.849793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-0c6593c9-1057-4c83-9417-ae7a88643823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:13.356319 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:57:13.442539 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:15.281954 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:18.509411 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:25.601430 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-2137a602-2e78-427c-8431-e099441ff422 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406325 Jul 30 10:57:25.700301 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-71ce90b5-b5fc-42ab-9dca-936f0254b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:25.701773 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-71ce90b5-b5fc-42ab-9dca-936f0254b699 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43cda213815448228339f8858d0e4422&device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 1099 time: 0.0404840 Jul 30 10:57:25.823991 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-a7d11cd1-3a8b-4e9d-84d5-058b461c023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:25.825464 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-a7d11cd1-3a8b-4e9d-84d5-058b461c023b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 200 len: 912 time: 0.0885975 Jul 30 10:57:25.890702 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-6077151c-7cec-4c12-ac87-2cc5a50bfdad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 200 len: 1002 time: 0.0575943 Jul 30 10:57:25.944800 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-55c33a98-77b5-4525-b463-0c5038c42630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:25.946258 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-55c33a98-77b5-4525-b463-0c5038c42630 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 200 len: 850 time: 0.0475333 Jul 30 10:57:25.996836 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-270157be-6381-4678-9da5-f074a80841a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:25.998762 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-270157be-6381-4678-9da5-f074a80841a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7195de4f-6188-432b-824f-16498adf6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446177 Jul 30 10:57:26.092057 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-2d505681-a50a-466b-8941-6054931f196a service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857139 Jul 30 10:57:26.184815 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-afaa694a-d87a-41fd-a820-aee5486cc806 req-947cffe9-3169-4cc4-9bc8-7a81eede8945 service neutron] 10.222.0.10 "GET /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Jul 30 10:57:28.806740 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee120c-bb64-40d8-8565-29f1926fc892 req-be5104bb-704c-4aa2-872f-78e36f87169f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:28.808244 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-20ee120c-bb64-40d8-8565-29f1926fc892 req-be5104bb-704c-4aa2-872f-78e36f87169f tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0531926 Jul 30 10:57:28.848606 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-20ee120c-bb64-40d8-8565-29f1926fc892 req-169d3787-2e49-42a0-bd32-df53c7367797 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Jul 30 10:57:29.965319 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437af43-27ed-4719-9a02-2319de1b503a req-85542b45-c8f6-4556-8970-6d7baf191fe4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:29.966842 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2437af43-27ed-4719-9a02-2319de1b503a req-85542b45-c8f6-4556-8970-6d7baf191fe4 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0502751 Jul 30 10:57:30.004482 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2437af43-27ed-4719-9a02-2319de1b503a req-a1b31a82-b7dc-4be9-8a11-ca30cf6a9071 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Jul 30 10:57:30.670904 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-bb69d1ec-49df-42f4-a7da-5c3c32177a10 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:30.672426 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-bb69d1ec-49df-42f4-a7da-5c3c32177a10 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0483835 Jul 30 10:57:30.768587 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Deleting port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:57:30.768919 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:30.856464 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] For port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:57:30.856829 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:31.078660 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:31.079411 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:31.079411 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.l3_db [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Floating IP 6a2151f5-2590-477d-83d6-b11cba4ef9b4 disassociated. External IP: 172.27.0.223, port: 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91. Jul 30 10:57:31.079668 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Calling delete_port for 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:57:31.134803 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f951-ea42-4fbd-bfda-d949757713cd req-3f54136a-acc7-4de7-9477-239872c7484b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:31.136384 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6cb8f951-ea42-4fbd-bfda-d949757713cd req-3f54136a-acc7-4de7-9477-239872c7484b tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/ports?device_id=db374bde-bfad-416b-8848-511bd12dcdee HTTP/1.1" status: 200 len: 946 time: 0.0635359 Jul 30 10:57:31.175696 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-6cb8f951-ea42-4fbd-bfda-d949757713cd req-1ecb75ad-7693-4bfe-9e8c-90a43823e39d tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333288 Jul 30 10:57:31.217546 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:31.244378 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event deleted for resources: {'Port': ['ID=15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:31.361445 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:57:31.468585 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:57:31.478912 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:57:31.487995 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:57:31.488593 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:57:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:31.508317 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] No DVR routers for this DVR port 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:57:31.511053 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:31.513153 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d94cb75e-d572-4b55-a39d-79e4d2812190 req-83b82d2b-21a5-4f3d-a0c6-d3d41bf200c2 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.10 "DELETE /v2.0/ports/15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 HTTP/1.1" status: 204 len: 173 time: 0.8332665 Jul 30 10:57:31.513589 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'name': 'network-vif-deleted', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:57:31.516052 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482acea-a138-4ed6-ae2c-b37f284da905" -d '{"events": [{"server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "name": "network-vif-deleted", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:57:31.554658 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3c279-92cb-405a-932d-7a19e8f43dc8 x-openstack-request-id: req-92a3c279-92cb-405a-932d-7a19e8f43dc8 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:57:31.556880 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db374bde-bfad-416b-8848-511bd12dcdee", "name": "network-vif-deleted", "tag": "15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:57:31.557549 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92a3c279-92cb-405a-932d-7a19e8f43dc8 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:57:31.557977 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db374bde-bfad-416b-8848-511bd12dcdee', 'name': 'network-vif-deleted', 'tag': '15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91', 'status': 'completed', 'code': 200} Jul 30 10:57:31.600544 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:57:31.808259 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:31.839744 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:57:31.848321 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:57:31.848913 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:57:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:31.957999 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:57:32.161648 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:32.187516 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435ed56-e5f2-458d-9558-df8c1e0561fa None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:31Z', 'revision_number': 4, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': 'b22a202a-2530-40b0-ad6d-8e7156fc306b', 'name': '', 'network_id': '7195de4f-6188-432b-824f-16498adf6044', 'tenant_id': '43cda213815448228339f8858d0e4422', 'mac_address': 'fa:16:3e:b6:78:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:30Z', 'updated_at': '2021-07-30T10:52:35Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'subnets': [{'id': '259669c7-92bd-4fe0-bc59-8629253c6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:57:32.414518 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c275504-a6d5-4ed6-a79e-ccf035f10859 None None] New status for floating IP 6a2151f5-2590-477d-83d6-b11cba4ef9b4: DOWN {{(pid=104664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:57:32.489953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36418) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:32.554311 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5bba-fd19-4e6b-8840-11e854d1e99a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.578223 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5bba-fd19-4e6b-8840-11e854d1e99a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.626520 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5bba-fd19-4e6b-8840-11e854d1e99a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.629050 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5bba-fd19-4e6b-8840-11e854d1e99a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.630265 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-dd3a5bba-fd19-4e6b-8840-11e854d1e99a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0 HTTP/1.1" status: 204 len: 168 time: 0.1391330 Jul 30 10:57:32.635408 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36420) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:32.650946 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a5bba-fd19-4e6b-8840-11e854d1e99a tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:32.657058 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.api.v2.resource [None req-5faf4def-b956-4a7d-985f-426af2c57833 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] show failed (client error): The resource could not be found. Jul 30 10:57:32.658162 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-5faf4def-b956-4a7d-985f-426af2c57833 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "GET /v2.0/security-groups/5ff1ea9e-8e66-410e-ba7a-32c60ddef1d0 HTTP/1.1" status: 404 len: 347 time: 0.0217845 Jul 30 10:57:32.660902 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36424) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:32.783914 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Deleting port f59e7143-4ea7-4061-ae8f-6bf76c435bc3 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:57:32.784250 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.857928 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.858257 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:32.869526 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Calling delete_port for f59e7143-4ea7-4061-ae8f-6bf76c435bc3 owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:57:33.000286 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:33.027262 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Pushing event deleted for resources: {'Port': ['ID=f59e7143-4ea7-4061-ae8f-6bf76c435bc3,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:33.087866 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:33.090432 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:33.091588 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-6a774ecf-ab31-43df-98e4-5352236bdf74 tempest-AttachVolumeTestJSON-1369470131 tempest-AttachVolumeTestJSON-1369470131-project] 10.222.0.23 "DELETE /v2.0/floatingips/6a2151f5-2590-477d-83d6-b11cba4ef9b4 HTTP/1.1" status: 204 len: 168 time: 0.4297578 Jul 30 10:57:35.021793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:57:35.043174 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:57:35.043525 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device 15ce9bc4-4cf4-4a89-9f8b-863aa8fa8b91 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:57:36.613176 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36454) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:37.110415 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:37.354840 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Deleting port b22a202a-2530-40b0-ad6d-8e7156fc306b {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:57:37.355181 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:37.431290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] For port b22a202a-2530-40b0-ad6d-8e7156fc306b, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=b22a202a-2530-40b0-ad6d-8e7156fc306b,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:57:37.431673 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:37.447922 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Calling delete_port for b22a202a-2530-40b0-ad6d-8e7156fc306b owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:57:37.624762 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:37.650768 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22a202a-2530-40b0-ad6d-8e7156fc306b,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:37.815890 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:38.027977 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Router a2cfa461-d55c-40f8-a35c-62c1199ff6fc has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:57:38.132564 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:57:38.137682 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c6e3b6c5-6ee9-4441-b2ea-90624008b258 admin admin] 10.222.0.23 "PUT /v2.0/routers/a2cfa461-d55c-40f8-a35c-62c1199ff6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5233734 Jul 30 10:57:38.141500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36458) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:38.142851 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] Sync routers for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:57:38.153212 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:57:38.153810 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:57:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:38.243508 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks [] for router, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:38.257863 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:57:38.531863 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:57:37Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:38.558206 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] Checking router: a2cfa461-d55c-40f8-a35c-62c1199ff6fc for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:57:38.567418 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] Routers {'a2cfa461-d55c-40f8-a35c-62c1199ff6fc'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:57:38.568032 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:57:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:38.603704 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:38.657441 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Deleting port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:57:38.658197 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:38.673629 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] Set router a2cfa461-d55c-40f8-a35c-62c1199ff6fc gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:57:38.739945 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] For port efe7969e-42f7-4777-a6e0-c50e6e6e8dd8, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:57:38.740301 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:38.752972 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Calling delete_port for efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 owned by network:router_gateway {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:57:38.847534 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:57:37Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:38.884771 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b5306-6369-481a-8ea9-30d629fe77ed None None] The sync data for ids ['a2cfa461-d55c-40f8-a35c-62c1199ff6fc'] in dv-cinder-801989-5-iscsi is: [{'id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'name': 'tempest-AttachVolumeTestJSON-2000932114-router', 'tenant_id': '43cda213815448228339f8858d0e4422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:57:37Z', 'revision_number': 5, 'project_id': '43cda213815448228339f8858d0e4422', 'gw_port': {'id': 'efe7969e-42f7-4777-a6e0-c50e6e6e8dd8', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfa461-d55c-40f8-a35c-62c1199ff6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:52:28Z', 'updated_at': '2021-07-30T10:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:57:38.926880 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:38.956404 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe7969e-42f7-4777-a6e0-c50e6e6e8dd8,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:39.012347 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.099699 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.102319 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.144641 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.145148 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2cfa461-d55c-40f8-a35c-62c1199ff6fc {{(pid=104662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 10:57:39.149717 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.151077 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-7db64913-637d-4f98-9d18-55da2b416a96 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a2cfa461-d55c-40f8-a35c-62c1199ff6fc HTTP/1.1" status: 204 len: 168 time: 1.0084555 Jul 30 10:57:39.157992 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36460) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:39.205330 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Deleting subnet 259669c7-92bd-4fe0-bc59-8629253c6055 {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:57:39.208311 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.243653 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.324356 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.408939 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.411589 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device b22a202a-2530-40b0-ad6d-8e7156fc306b no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:57:39.435066 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: b22a202a-2530-40b0-ad6d-8e7156fc306b {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:57:39.435415 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device b22a202a-2530-40b0-ad6d-8e7156fc306b not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:57:39.445491 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259669c7-92bd-4fe0-bc59-8629253c6055,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:39.447533 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.449451 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-81bd6a1a-18f7-46a4-b2e0-0cc4c33f69c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/259669c7-92bd-4fe0-bc59-8629253c6055 HTTP/1.1" status: 204 len: 168 time: 0.2905302 Jul 30 10:57:39.454456 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36462) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:39.454932 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f9c75-39a0-4ab2-93d3-24f67e2f2338 None None] Network 7195de4f-6188-432b-824f-16498adf6044 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:57:39.531983 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.596032 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Deleting port af5d52c3-7507-4baa-bf48-afc7a509f0a5 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:57:39.596449 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.669995 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] For port af5d52c3-7507-4baa-bf48-afc7a509f0a5, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=af5d52c3-7507-4baa-bf48-afc7a509f0a5,segment=NetworkSegment(402420d8-9791-4487-8bec-f0f5d8880f56),segment_id=402420d8-9791-4487-8bec-f0f5d8880f56)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:57:39.670385 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.683606 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Calling delete_port for af5d52c3-7507-4baa-bf48-afc7a509f0a5 owned by network:dhcp {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:57:39.763098 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.786921 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5d52c3-7507-4baa-bf48-afc7a509f0a5,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:39.792860 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] No DVR routers for this DVR port af5d52c3-7507-4baa-bf48-afc7a509f0a5 on host dv-cinder-801989-5-iscsi {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:57:39.866466 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.875983 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7195de4f-6188-432b-824f-16498adf6044']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:39.886052 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402420d8-9791-4487-8bec-f0f5d8880f56') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:39.886392 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402420d8-9791-4487-8bec-f0f5d8880f56') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:39.895322 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.910380 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.917366 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:57:39.917859 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:57:39.919630 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:57:39.941726 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3fa61-2d24-4503-bbd4-47aae1499ba9 None None] DHCP port deletion for 7195de4f-6188-432b-824f-16498adf6044 request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 10:57:39.977754 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4d5853ec-e20e-4e6b-9732-648f8558ba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.984425 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.989670 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:39.992662 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7195de4f-6188-432b-824f-16498adf6044 HTTP/1.1" status: 204 len: 168 time: 0.5372117 Jul 30 10:57:40.003988 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ad10f-a99b-4bc4-baf5-5097cc6fa8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7195de4f-6188-432b-824f-16498adf6044,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:40.099589 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36466) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:40.143866 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8dbe666d-6d72-43cd-b07c-af255492c1ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43cda213815448228339f8858d0e4422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425260 Jul 30 10:57:40.146355 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36468) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:40.195385 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d87b3930-f0b5-47ed-96da-389812955da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:40.216121 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d87b3930-f0b5-47ed-96da-389812955da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:40.261652 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d87b3930-f0b5-47ed-96da-389812955da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:40.264239 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d87b3930-f0b5-47ed-96da-389812955da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:40.265390 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d87b3930-f0b5-47ed-96da-389812955da3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/263e6c3f-4eeb-4cc3-b970-c079ad4eecd9 HTTP/1.1" status: 204 len: 168 time: 0.1179776 Jul 30 10:57:40.273719 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b3930-f0b5-47ed-96da-389812955da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263e6c3f-4eeb-4cc3-b970-c079ad4eecd9,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:41.342278 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:57:41.367716 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:57:41.368061 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device efe7969e-42f7-4777-a6e0-c50e6e6e8dd8 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:57:41.368471 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device af5d52c3-7507-4baa-bf48-afc7a509f0a5 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:57:41.387369 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: af5d52c3-7507-4baa-bf48-afc7a509f0a5 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:57:41.387728 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device af5d52c3-7507-4baa-bf48-afc7a509f0a5 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:57:41.457057 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36518) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:41.558071 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.647210 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.651838 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.690289 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5b5957-a691-4123-ae72-76325c74a206,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:41.694539 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2999a40cee43442791991c509a39895d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364781 Jul 30 10:57:41.697322 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36522) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:41.700469 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.700813 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.701151 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.701488 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.701815 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.702174 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.702500 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.702825 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.703147 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.703461 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.703785 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.704099 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd1b77-c838-4df5-a2bc-09908e24b2d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:41.749269 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3330070b-bee5-4077-9e9e-7e717a06911e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.770008 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3330070b-bee5-4077-9e9e-7e717a06911e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.816244 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3330070b-bee5-4077-9e9e-7e717a06911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.818798 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3330070b-bee5-4077-9e9e-7e717a06911e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:41.819876 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-3330070b-bee5-4077-9e9e-7e717a06911e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b5b5957-a691-4123-ae72-76325c74a206 HTTP/1.1" status: 204 len: 168 time: 0.1214421 Jul 30 10:57:41.827704 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330070b-bee5-4077-9e9e-7e717a06911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5b5957-a691-4123-ae72-76325c74a206,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:42.420888 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36544) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:42.512977 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523614062-network', 'tenant_id': 'b3a6920f75a7460d9c9331091bc20438'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:57:42.535947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Made reservation on behalf of b3a6920f75a7460d9c9331091bc20438 for: {'network': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:57:42.538922 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.547113 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.636225 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.639795 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.664321 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=104663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:57:42.673916 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2f5a80-a697-4251-b847-a9690bd49c29,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:42.678759 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.679104 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.db.segments_db [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Added segment 699e32ed-a630-4da9-a73d-b8bd66763b10 of type vlan for network d511e018-9ee5-43a5-9e53-751c430a47c2 Jul 30 10:57:42.721975 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.752152 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.753108 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:42.753689 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.774086 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.814136 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3921061 Jul 30 10:57:42.817096 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36548) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:42.823542 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Request body: {'subnet': {'network_id': 'd511e018-9ee5-43a5-9e53-751c430a47c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523614062-subnet', 'tenant_id': 'b3a6920f75a7460d9c9331091bc20438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:57:42.824304 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc6709-207e-41c1-9f88-866fdf796b7a admin admin] Pushing event updated for resources: {'Network': ['ID=d511e018-9ee5-43a5-9e53-751c430a47c2,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:42.836449 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network d511e018-9ee5-43a5-9e53-751c430a47c2 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:57:42.847572 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Made reservation on behalf of b3a6920f75a7460d9c9331091bc20438 for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:57:42.850668 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3426606'] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:42.895045 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8f9967de-a48a-416e-9353-907b7c898932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.019746 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3426560'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.074628 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6c081c-f8cd-4669-af5e-5c1e1bf969f7,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:43.083270 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Checking segment: {'id': '699e32ed-a630-4da9-a73d-b8bd66763b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd511e018-9ee5-43a5-9e53-751c430a47c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:57:43.083631 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Network hostable DHCP agents. Network: d511e018-9ee5-43a5-9e53-751c430a47c2, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:57:43.101170 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Network d511e018-9ee5-43a5-9e53-751c430a47c2 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:57:43.109727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, d511e018-9ee5-43a5-9e53-751c430a47c2) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:57:43.113676 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:43.114312 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.119482 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72dcb28-b7be-4d5b-b1e6-5cc34bc9aed4 None None] Network d511e018-9ee5-43a5-9e53-751c430a47c2 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:57:43.127945 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-e8615a5c-04d3-406b-8f72-bc4815cfd978 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3091583 Jul 30 10:57:43.245701 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb23bf6e-1001-433f-b350-8d3af413f64f None None] Network d511e018-9ee5-43a5-9e53-751c430a47c2 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:57:43.445214 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.586749 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36564) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:43.591807 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-455309740-network', 'tenant_id': 'c65fd069d4244eb2b346ac2d1790b3c9'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:57:43.612323 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Made reservation on behalf of c65fd069d4244eb2b346ac2d1790b3c9 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:57:43.614837 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.623657 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.720998 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.725384 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.749536 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:57:43.760077 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d1d726-4e51-4bc7-b1fe-e8440639b7f2,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:43.764794 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.765134 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Added segment 102e23d3-860a-4c6d-ae44-0de3e2c7a695 of type vlan for network 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f Jul 30 10:57:43.805656 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.833936 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.835944 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:43.836526 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:43.886952 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2990956 Jul 30 10:57:43.889803 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36566) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:43.894892 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Request body: {'subnet': {'network_id': '578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-455309740-subnet', 'tenant_id': 'c65fd069d4244eb2b346ac2d1790b3c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:57:43.895802 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cb7ab-0f04-4e05-8acf-df9b76891657 admin admin] Pushing event updated for resources: {'Network': ['ID=578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:43.906606 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:57:43.916040 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Made reservation on behalf of c65fd069d4244eb2b346ac2d1790b3c9 for: {'subnet': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:57:43.918818 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10172243'] for subnet, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.086906 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10381915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10172285'] for subnet, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.141340 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f93d9db-0532-44ad-aee1-285b350bed3f,revision_number=0']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:44.151562 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.151908 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.152243 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.152572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.152903 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.153231 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.153572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.153903 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.154227 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.154547 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.154866 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.155181 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:57:44.160837 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Checking segment: {'id': '102e23d3-860a-4c6d-ae44-0de3e2c7a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:57:44.161201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Network hostable DHCP agents. Network: 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:57:44.177241 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Network 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:57:44.186519 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f) {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:57:44.190700 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:44.191290 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.196727 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61057d-5821-45c3-afe4-1ff536df7f4f None None] Network 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:57:44.207857 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f5e6a579-0248-47f0-987b-a951677cfeb6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3169284 Jul 30 10:57:44.322811 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36570) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:44.323939 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f99b3a-267a-4991-af64-ec28e4475092 None None] Network 578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:57:44.368814 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Deleting subnet cf6c081c-f8cd-4669-af5e-5c1e1bf969f7 {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:57:44.372175 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.405649 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381945'] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.448868 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.500544 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10381848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10172276'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.527564 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.529382 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cf6c081c-f8cd-4669-af5e-5c1e1bf969f7 HTTP/1.1" status: 204 len: 168 time: 0.2055924 Jul 30 10:57:44.530642 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3648-163e-42c9-b05e-b9f2ceb4d21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6c081c-f8cd-4669-af5e-5c1e1bf969f7,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:44.532144 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36572) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:44.604125 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.680268 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.689958 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d511e018-9ee5-43a5-9e53-751c430a47c2']}} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:44.700290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699e32ed-a630-4da9-a73d-b8bd66763b10') {'for_net_delete': True} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:44.700583 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.services.segments.db [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699e32ed-a630-4da9-a73d-b8bd66763b10') {} {{(pid=104662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:44.709597 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8646390'] for segment, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.727650 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.733400 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:57:44.733761 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3445433'] for segment, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: Traceback (most recent call last): Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: timer() Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: cb(*args, **kw) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: return func(*args, **kwargs) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: self._notify() Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: self.callback(batched_events) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: event.method(event) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: return f(self, *a, **k) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._get(url).json() Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: return self.request(url, 'GET', **kwargs) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:57:44.735405 dv-cinder-801989-5-iscsi neutron-server[104662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:57:44.790066 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.795901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.797709 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] 10.222.0.23 "DELETE /v2.0/networks/d511e018-9ee5-43a5-9e53-751c430a47c2 HTTP/1.1" status: 204 len: 168 time: 0.2645688 Jul 30 10:57:44.800832 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36574) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:44.809565 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d6579-45ac-4838-b301-965a7e3a362f admin admin] Pushing event deleted for resources: {'Network': ['ID=d511e018-9ee5-43a5-9e53-751c430a47c2,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:44.845626 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Deleting subnet 7f93d9db-0532-44ad-aee1-285b350bed3f {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:57:44.848750 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.890533 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381945'] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.932397 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:44.982761 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10381848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10172276'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.006531 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f93d9db-0532-44ad-aee1-285b350bed3f,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:45.011976 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.013946 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9254becd-95a2-42cc-84f2-06d959e93882 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f93d9db-0532-44ad-aee1-285b350bed3f HTTP/1.1" status: 204 len: 168 time: 0.2120922 Jul 30 10:57:45.016331 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36576) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:45.083026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.163440 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.173064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:45.183585 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102e23d3-860a-4c6d-ae44-0de3e2c7a695') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:45.184135 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102e23d3-860a-4c6d-ae44-0de3e2c7a695') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:57:45.192587 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.205572 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.211758 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:57:45.212142 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:57:45.213736 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:57:45.269998 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.276405 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.277607 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] 10.222.0.23 "DELETE /v2.0/networks/578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f HTTP/1.1" status: 204 len: 168 time: 0.2603881 Jul 30 10:57:45.285910 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.288300 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729537-6ebf-4587-8ed0-ffb67a76d797 admin admin] Pushing event deleted for resources: {'Network': ['ID=578f1a5b-69c5-40dc-9c44-fa6e80a3fe2f,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:45.441939 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36580) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:45.481163 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-1ec2361b-102d-468b-af3a-6b98bee572d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3a6920f75a7460d9c9331091bc20438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380709 Jul 30 10:57:45.483653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36582) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:45.530077 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4020c56f-1555-445e-9019-c0ed823487aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.551398 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4020c56f-1555-445e-9019-c0ed823487aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.596354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4020c56f-1555-445e-9019-c0ed823487aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.598818 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4020c56f-1555-445e-9019-c0ed823487aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:45.600484 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4020c56f-1555-445e-9019-c0ed823487aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a2f5a80-a697-4251-b847-a9690bd49c29 HTTP/1.1" status: 204 len: 168 time: 0.1154618 Jul 30 10:57:45.608439 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c56f-1555-445e-9019-c0ed823487aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2f5a80-a697-4251-b847-a9690bd49c29,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:45.908256 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36588) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:45.948603 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-c1e3cf98-9262-4508-ab22-a78ed289044a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c65fd069d4244eb2b346ac2d1790b3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391016 Jul 30 10:57:45.951003 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36590) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:46.001144 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2d15b01c-2e99-4978-a0c8-951607a7a44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:46.022804 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2d15b01c-2e99-4978-a0c8-951607a7a44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:46.067423 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2d15b01c-2e99-4978-a0c8-951607a7a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:46.070599 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-2d15b01c-2e99-4978-a0c8-951607a7a44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:46.071776 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-2d15b01c-2e99-4978-a0c8-951607a7a44f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05d1d726-4e51-4bc7-b1fe-e8440639b7f2 HTTP/1.1" status: 204 len: 168 time: 0.1198399 Jul 30 10:57:46.079529 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15b01c-2e99-4978-a0c8-951607a7a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d1d726-4e51-4bc7-b1fe-e8440639b7f2,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:48.515227 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:50.356336 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:57:54.551967 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36720) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:54.655587 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-319697a0-c20d-41d1-9fdc-64822b4d0da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.751459 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-319697a0-c20d-41d1-9fdc-64822b4d0da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.755376 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-319697a0-c20d-41d1-9fdc-64822b4d0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.794088 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-319697a0-c20d-41d1-9fdc-64822b4d0da3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aca9f07692b647a8bc03795c68ddc68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407730 Jul 30 10:57:54.794849 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319697a0-c20d-41d1-9fdc-64822b4d0da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3881cf1e-7981-4ed7-8cae-f97e21aa27cb,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:54.796659 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36724) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:54.848195 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bf690b70-1321-4e8c-b5a6-b3e8ea24e98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.870684 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bf690b70-1321-4e8c-b5a6-b3e8ea24e98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.917790 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bf690b70-1321-4e8c-b5a6-b3e8ea24e98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.920408 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-bf690b70-1321-4e8c-b5a6-b3e8ea24e98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:54.921800 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-bf690b70-1321-4e8c-b5a6-b3e8ea24e98a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3881cf1e-7981-4ed7-8cae-f97e21aa27cb HTTP/1.1" status: 204 len: 168 time: 0.1235185 Jul 30 10:57:54.930782 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690b70-1321-4e8c-b5a6-b3e8ea24e98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3881cf1e-7981-4ed7-8cae-f97e21aa27cb,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:55.181578 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36730) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:55.199069 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-92760f7b-73e9-4308-9cfe-5df2bd1628e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.291388 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-92760f7b-73e9-4308-9cfe-5df2bd1628e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.295531 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-92760f7b-73e9-4308-9cfe-5df2bd1628e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.332585 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92760f7b-73e9-4308-9cfe-5df2bd1628e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c135d3a4-b30d-4e1c-a3d6-1c50c169378e,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:55.340823 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-92760f7b-73e9-4308-9cfe-5df2bd1628e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2c9f27dc62f41419dd9125f80470150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563253 Jul 30 10:57:55.341624 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36732) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:55.390111 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7fddca2-cc4a-4b7a-92c3-feb968463aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.411445 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7fddca2-cc4a-4b7a-92c3-feb968463aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.457916 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7fddca2-cc4a-4b7a-92c3-feb968463aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.461058 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-d7fddca2-cc4a-4b7a-92c3-feb968463aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.462229 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-d7fddca2-cc4a-4b7a-92c3-feb968463aab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c135d3a4-b30d-4e1c-a3d6-1c50c169378e HTTP/1.1" status: 204 len: 168 time: 0.1197753 Jul 30 10:57:55.470238 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fddca2-cc4a-4b7a-92c3-feb968463aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c135d3a4-b30d-4e1c-a3d6-1c50c169378e,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:55.777858 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36738) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:55.791311 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1641dfa5-e3e8-4b73-93b4-8badd4d91eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.882287 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1641dfa5-e3e8-4b73-93b4-8badd4d91eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.886073 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-1641dfa5-e3e8-4b73-93b4-8badd4d91eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.923113 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-1641dfa5-e3e8-4b73-93b4-8badd4d91eff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52c5771e512f45939ca3287ecbc40caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441579 Jul 30 10:57:55.925019 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641dfa5-e3e8-4b73-93b4-8badd4d91eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57964653-a7b8-4e9e-a334-4edce448b644,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:55.925774 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36740) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:55.978019 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3dfdddc8-bf7f-4fc8-b2b7-11cf9f033af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:55.998295 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3dfdddc8-bf7f-4fc8-b2b7-11cf9f033af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:56.046702 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3dfdddc8-bf7f-4fc8-b2b7-11cf9f033af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:56.049526 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-3dfdddc8-bf7f-4fc8-b2b7-11cf9f033af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:56.050722 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-3dfdddc8-bf7f-4fc8-b2b7-11cf9f033af6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57964653-a7b8-4e9e-a334-4edce448b644 HTTP/1.1" status: 204 len: 168 time: 0.1239350 Jul 30 10:57:56.058284 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdddc8-bf7f-4fc8-b2b7-11cf9f033af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57964653-a7b8-4e9e-a334-4edce448b644,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:57.889517 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36810) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:57.992636 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a048972-b8c1-42c6-b7b8-86be00d1e13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.081028 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a048972-b8c1-42c6-b7b8-86be00d1e13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.084883 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-8a048972-b8c1-42c6-b7b8-86be00d1e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.123174 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-8a048972-b8c1-42c6-b7b8-86be00d1e13f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27b87c428b2f43b4b7abf50023028728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324321 Jul 30 10:57:58.124249 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048972-b8c1-42c6-b7b8-86be00d1e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8152cb44-289f-4c1a-a33c-d579320cf014,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:58.125969 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36814) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:58.176036 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-14f87647-60e0-4769-b05f-d3e953b81361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.197614 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-14f87647-60e0-4769-b05f-d3e953b81361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.243416 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-14f87647-60e0-4769-b05f-d3e953b81361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.246021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-14f87647-60e0-4769-b05f-d3e953b81361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.247176 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-14f87647-60e0-4769-b05f-d3e953b81361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8152cb44-289f-4c1a-a33c-d579320cf014 HTTP/1.1" status: 204 len: 168 time: 0.1202166 Jul 30 10:57:58.255340 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87647-60e0-4769-b05f-d3e953b81361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8152cb44-289f-4c1a-a33c-d579320cf014,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:58.500747 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 36820) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:58.513945 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4b998bc9-3afd-41f2-8420-80364256357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.602659 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4b998bc9-3afd-41f2-8420-80364256357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.606416 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-4b998bc9-3afd-41f2-8420-80364256357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.643248 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b998bc9-3afd-41f2-8420-80364256357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f4fb1d-5c11-4065-858e-d346df1025ec,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:58.647958 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-4b998bc9-3afd-41f2-8420-80364256357b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bc8be2a310e409c95f79498543c60cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460950 Jul 30 10:57:58.650898 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36822) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:58.700169 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05949b68-3db1-4327-a929-4b0b0e74ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.720454 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05949b68-3db1-4327-a929-4b0b0e74ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.770428 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05949b68-3db1-4327-a929-4b0b0e74ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.773956 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-05949b68-3db1-4327-a929-4b0b0e74ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:58.775095 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-05949b68-3db1-4327-a929-4b0b0e74ac2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5f4fb1d-5c11-4065-858e-d346df1025ec HTTP/1.1" status: 204 len: 168 time: 0.1233814 Jul 30 10:57:58.782885 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05949b68-3db1-4327-a929-4b0b0e74ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f4fb1d-5c11-4065-858e-d346df1025ec,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:59.424463 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36844) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:59.519284 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1752733931-network', 'tenant_id': 'e16856d421634e8da103849e329faf76'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:57:59.540309 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Made reservation on behalf of e16856d421634e8da103849e329faf76 for: {'network': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:57:59.542842 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for network, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.551233 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.638709 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.642382 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.666765 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=104662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 10:57:59.676338 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4c7db9-1b1d-44f4-97ec-64e490424ab4,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:59.682152 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.682495 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.segments_db [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Added segment b976ed09-a6bc-4fe3-9254-ce58c22ddede of type vlan for network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 Jul 30 10:57:59.722166 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773392326247'] for network, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.751824 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698'] for network, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.752878 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:57:59.753457 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:57:59.812789 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3872185 Jul 30 10:57:59.815637 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 36848) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:57:59.821590 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Request body: {'subnet': {'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1752733931-subnet', 'tenant_id': 'e16856d421634e8da103849e329faf76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:57:59.829503 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e5b81-69cd-4233-bb52-433fe89c794c admin admin] Pushing event updated for resources: {'Network': ['ID=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:57:59.844778 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 details requested by agent ovs-agent-dv-cinder-801989-5-iscsi with host dv-cinder-801989-5-iscsi {{(pid=104664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 10:57:59.852596 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Made reservation on behalf of e16856d421634e8da103849e329faf76 for: {'subnet': 1} {{(pid=104662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:57:59.855132 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3426606'] for subnet, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:00.027764 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3444772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3426560'] for subnet, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:00.083947 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffeb3c5-e985-47f8-9bbd-868250d39406,revision_number=0']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:00.092468 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Checking segment: {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:58:00.092831 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Network hostable DHCP agents. Network: b1c7428e-0c1c-4798-bdb2-b77b4f268dd7, hostable agents: ['d9e61a37-7de2-4802-82d6-95222ef2686d'], hosted agents: [] {{(pid=104662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 10:58:00.109644 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 is scheduled to be hosted by DHCP agent d9e61a37-7de2-4802-82d6-95222ef2686d with binding_index 1 {{(pid=104662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 10:58:00.119025 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801989-5-iscsi, b1c7428e-0c1c-4798-bdb2-b77b4f268dd7) {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:58:00.123221 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:00.123821 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:00.128030 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78afe8f0-62ea-45a1-99f0-be0b3b324f2e None None] Network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:58:00.137860 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-8b5944ab-3c9b-46ab-a64a-9ad7a27f4d56 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3211207 Jul 30 10:58:00.377611 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021cd277-0c15-4e0e-b3dd-eefeace14de2 None None] Network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 10:58:01.890107 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-92fa3670-b899-4f64-945e-6fe47b0d3253 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:01.891554 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-92fa3670-b899-4f64-945e-6fe47b0d3253 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/networks?id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 200 len: 809 time: 0.0979195 Jul 30 10:58:01.907023 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-da1525fa-10a2-470d-8069-6fe5594c7def tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/quotas/e16856d421634e8da103849e329faf76 HTTP/1.1" status: 200 len: 375 time: 0.0091071 Jul 30 10:58:01.942872 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-630ac9bb-3c74-4e73-8349-546cc97039d7 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e16856d421634e8da103849e329faf76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301073 Jul 30 10:58:02.031749 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-4af527e6-9fd8-4cb2-9985-905b4546e064 service neutron] 10.222.0.23 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813012 Jul 30 10:58:02.123722 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-b0ec5e8f-90e3-4395-8acf-bddb71f0cfff service neutron] 10.222.0.23 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Jul 30 10:58:02.283927 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2149955d-a2cf-4450-a89f-49e13f0516e4 req-634ce38e-8975-42ff-9d87-9abd1545623c tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 210 time: 0.0330276 Jul 30 10:58:03.261399 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-997fbc30-9e72-4bd1-9a56-1ac91c8cb642 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:03.263057 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-997fbc30-9e72-4bd1-9a56-1ac91c8cb642 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "GET /v2.0/networks?id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 200 len: 809 time: 0.1064243 Jul 30 10:58:03.293480 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Request body: {'port': {'device_id': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7', 'admin_state_up': True, 'tenant_id': 'e16856d421634e8da103849e329faf76'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:03.383935 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4b434877-0e78-43df-92ca-c24d0714e782 req-2b3ebd1e-bf1c-4407-b6c4-32df7a106cbd tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 210 time: 0.0275331 Jul 30 10:58:03.407173 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Made reservation on behalf of e16856d421634e8da103849e329faf76 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:58:03.410946 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:03.533647 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Allocated IP 172.20.0.6 (b1c7428e-0c1c-4798-bdb2-b77b4f268dd7/9ffeb3c5-e985-47f8-9bbd-868250d39406/b962792b-2939-44ee-b2ad-c5aaff035195) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:58:03.939506 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:03.977720 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.021957 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:58:04.024998 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:58:04.028720 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:58:04.055817 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Pushing event updated for resources: {'Port': ['ID=b962792b-2939-44ee-b2ad-c5aaff035195,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:04.083022 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:04.083633 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.096955 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-db8baa20-d32a-45ec-860f-33c15096bd62 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073797 Jul 30 10:58:04.116040 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Request body: {'port': {'device_id': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:04.168828 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.435436 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b962792b-2939-44ee-b2ad-c5aaff035195 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:58:04.443751 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.466273 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Transition to ACTIVE for port object b962792b-2939-44ee-b2ad-c5aaff035195 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:58:04.483283 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.554265 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f52309-2514-4b37-a553-05ecd913af54 req-dabd7807-ec38-42ec-8d8c-8d872b78255c tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:04.555794 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d3f52309-2514-4b37-a553-05ecd913af54 req-dabd7807-ec38-42ec-8d8c-8d872b78255c tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 931 time: 0.1033008 Jul 30 10:58:04.571545 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Pushing event updated for resources: {'Port': ['ID=b962792b-2939-44ee-b2ad-c5aaff035195,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:04.639755 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d3f52309-2514-4b37-a553-05ecd913af54 req-ecad9911-ba77-4666-a052-7f48588a14df tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691166 Jul 30 10:58:04.652955 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Attempting to bind port b962792b-2939-44ee-b2ad-c5aaff035195 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:58:04.653301 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Attempting to bind port b962792b-2939-44ee-b2ad-c5aaff035195 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:58:04.653634 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Attempting to bind port b962792b-2939-44ee-b2ad-c5aaff035195 on network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:58:04.657953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Port b962792b-2939-44ee-b2ad-c5aaff035195 on network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:58:04.658280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Attempting to bind port b962792b-2939-44ee-b2ad-c5aaff035195 on network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:58:04.663600 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:58:04.663939 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Checking segment: {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:58:04.664327 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Bound using segment: {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:58:04.664753 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Bound port: b962792b-2939-44ee-b2ad-c5aaff035195, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:58:04.665116 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.727950 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] For port b962792b-2939-44ee-b2ad-c5aaff035195, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:58:04.731043 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] For port b962792b-2939-44ee-b2ad-c5aaff035195, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b962792b-2939-44ee-b2ad-c5aaff035195,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:58:04.735781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.767691 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:04.768343 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:04.769712 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] 10.222.0.10 "PUT /v2.0/ports/b962792b-2939-44ee-b2ad-c5aaff035195 HTTP/1.1" status: 200 len: 1093 time: 0.6587949 Jul 30 10:58:04.772329 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'tag': 'b962792b-2939-44ee-b2ad-c5aaff035195'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:04.774631 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9" -d '{"events": [{"name": "network-changed", "server_uuid": "32f72f40-1458-4d9b-9d73-4bb7d6f0c79b", "tag": "b962792b-2939-44ee-b2ad-c5aaff035195"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:04.805592 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c60c06-3e13-479c-9630-38b589f1c68c service neutron] Pushing event updated for resources: {'Port': ['ID=b962792b-2939-44ee-b2ad-c5aaff035195,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:04.812695 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d7e52-4290-4335-bdce-0d4858cf5b8f x-openstack-request-id: req-576d7e52-4290-4335-bdce-0d4858cf5b8f {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:04.812990 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f72f40-1458-4d9b-9d73-4bb7d6f0c79b", "tag": "b962792b-2939-44ee-b2ad-c5aaff035195", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:04.813249 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-576d7e52-4290-4335-bdce-0d4858cf5b8f {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:04.813649 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'tag': 'b962792b-2939-44ee-b2ad-c5aaff035195', 'status': 'completed', 'code': 200} Jul 30 10:58:04.878808 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-35b1241d-dd8b-4665-9c65-98219cf26352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:04.880405 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-35b1241d-dd8b-4665-9c65-98219cf26352 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16856d421634e8da103849e329faf76&device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 1096 time: 0.0471270 Jul 30 10:58:04.929418 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-833c226c-8987-4a50-959c-0ec2dd04affc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b962792b-2939-44ee-b2ad-c5aaff035195 HTTP/1.1" status: 200 len: 217 time: 0.0349920 Jul 30 10:58:04.979172 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-887b9f01-641b-4f83-a79a-9589b22eb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:04.980616 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-887b9f01-641b-4f83-a79a-9589b22eb120 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ffeb3c5-e985-47f8-9bbd-868250d39406 HTTP/1.1" status: 200 len: 849 time: 0.0438433 Jul 30 10:58:05.013281 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-e570d269-45e9-4adb-844d-fa5fcc6bc510 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253868 Jul 30 10:58:05.111163 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-a61fe64f-1938-44f9-a38c-c5fa12e938e3 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904796 Jul 30 10:58:05.201672 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76145e24-2dc0-4f9b-8eeb-f8c7f88ef2c1 req-71d46b62-0751-4cda-9019-0e81daf96c9f service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833831 Jul 30 10:58:05.330758 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-bc4ffade-0ae4-42f9-a28d-dfa895639a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:05.332254 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-bc4ffade-0ae4-42f9-a28d-dfa895639a2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16856d421634e8da103849e329faf76&device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 1096 time: 0.0466413 Jul 30 10:58:05.422607 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-037210bb-3732-4dd9-b07b-323c4749925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:05.424079 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-037210bb-3732-4dd9-b07b-323c4749925f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 200 len: 910 time: 0.0844293 Jul 30 10:58:05.470717 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-d55a4677-fdf6-42ee-9ccb-a72d43767ebd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b962792b-2939-44ee-b2ad-c5aaff035195 HTTP/1.1" status: 200 len: 217 time: 0.0375352 Jul 30 10:58:05.519950 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-25cb9e0c-3bba-495f-bdd4-98c7f6eba98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:05.521421 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-25cb9e0c-3bba-495f-bdd4-98c7f6eba98f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ffeb3c5-e985-47f8-9bbd-868250d39406 HTTP/1.1" status: 200 len: 849 time: 0.0429745 Jul 30 10:58:05.554558 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-19f41126-af1f-4ba1-8fdb-6bd0b72975a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251474 Jul 30 10:58:05.642397 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-227648bd-5180-4f74-af87-26f2edd8a781 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804799 Jul 30 10:58:05.769507 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-a388a37e-27c0-4ae9-85ed-20fa1c5c67e9 req-8e692c50-862c-438f-a959-0522c6649a8f service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197972 Jul 30 10:58:05.782052 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab1be-d953-4066-836b-48120b66fca9 req-f264b3d1-e132-49fc-835d-4614b7b0f28e tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:05.783476 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7dcab1be-d953-4066-836b-48120b66fca9 req-f264b3d1-e132-49fc-835d-4614b7b0f28e tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 943 time: 0.0758066 Jul 30 10:58:05.824083 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-7dcab1be-d953-4066-836b-48120b66fca9 req-db3e0603-b534-48b9-9408-da12203926d0 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Jul 30 10:58:06.942109 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974aa72-7083-4a57-96cc-29313402d344 req-14f7feff-ae50-4b29-a41c-238ddd03ccb4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:06.944072 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4974aa72-7083-4a57-96cc-29313402d344 req-14f7feff-ae50-4b29-a41c-238ddd03ccb4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 943 time: 0.0510843 Jul 30 10:58:06.982524 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4974aa72-7083-4a57-96cc-29313402d344 req-866cb879-d179-487a-8f40-7c6638f81261 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jul 30 10:58:08.101716 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561dce6-d22b-4bc0-9545-5370fa51d1be req-f8784ca7-7fc6-4317-8e78-5a33bcb6c5de tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:08.103247 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5561dce6-d22b-4bc0-9545-5370fa51d1be req-f8784ca7-7fc6-4317-8e78-5a33bcb6c5de tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 943 time: 0.0539024 Jul 30 10:58:08.140698 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-5561dce6-d22b-4bc0-9545-5370fa51d1be req-9c087756-adc2-465e-a184-e23e3869af8f tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Jul 30 10:58:09.188860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b962792b-2939-44ee-b2ad-c5aaff035195 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:58:09.266866 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57938-b252-4092-9d08-220311f62ed9 req-76b74153-9a0d-447c-a5a9-d4b5dbcb88e4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:09.268939 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-78a57938-b252-4092-9d08-220311f62ed9 req-76b74153-9a0d-447c-a5a9-d4b5dbcb88e4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 943 time: 0.0513225 Jul 30 10:58:09.299678 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b962792b-2939-44ee-b2ad-c5aaff035195, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b962792b-2939-44ee-b2ad-c5aaff035195,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:09.312398 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'b962792b-2939-44ee-b2ad-c5aaff035195', 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7', 'port_id': 'b962792b-2939-44ee-b2ad-c5aaff035195', 'mac_address': 'fa:16:3e:bf:47:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffeb3c5-e985-47f8-9bbd-868250d39406', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:58:09.313617 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-78a57938-b252-4092-9d08-220311f62ed9 req-61cb545f-724e-4011-900a-3dacbdc0514e tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Jul 30 10:58:09.350906 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:09.363898 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b962792b-2939-44ee-b2ad-c5aaff035195 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:58:09.385379 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b962792b-2939-44ee-b2ad-c5aaff035195, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b962792b-2939-44ee-b2ad-c5aaff035195,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:09.389190 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:09.435935 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b962792b-2939-44ee-b2ad-c5aaff035195,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:09.442975 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.443328 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.443674 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.444016 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.444350 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.444684 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.445014 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.445342 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.445680 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.446040 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.446367 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.446689 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:09.675592 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['b962792b-2939-44ee-b2ad-c5aaff035195'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:58:09.974904 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4be8a21c-5939-488a-a51b-d64b9ae17716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:10.536075 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4924b7-8928-49d2-b338-120f822d4099 req-1f2db344-be87-4fc8-bc2c-1bea1cf23e00 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:10.538196 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4f4924b7-8928-49d2-b338-120f822d4099 req-1f2db344-be87-4fc8-bc2c-1bea1cf23e00 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 944 time: 0.1579754 Jul 30 10:58:10.576565 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-4f4924b7-8928-49d2-b338-120f822d4099 req-50b11938-83d4-4104-a27f-1668b662955c tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Jul 30 10:58:11.187362 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b962792b-2939-44ee-b2ad-c5aaff035195 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:58:11.235960 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port b962792b-2939-44ee-b2ad-c5aaff035195 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:58:11.239793 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port b962792b-2939-44ee-b2ad-c5aaff035195 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:58:11.240229 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:11.322334 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:11.347083 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b962792b-2939-44ee-b2ad-c5aaff035195'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:11.350015 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21020e24-af0a-4707-8642-7854ce285b22" -d '{"events": [{"server_uuid": "32f72f40-1458-4d9b-9d73-4bb7d6f0c79b", "name": "network-vif-plugged", "status": "completed", "tag": "b962792b-2939-44ee-b2ad-c5aaff035195"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:11.363456 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port b962792b-2939-44ee-b2ad-c5aaff035195, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b962792b-2939-44ee-b2ad-c5aaff035195,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:11.367717 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:11.393458 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05af7c-0da0-4695-96c7-431aad242e06 x-openstack-request-id: req-ed05af7c-0da0-4695-96c7-431aad242e06 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:11.393755 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f72f40-1458-4d9b-9d73-4bb7d6f0c79b", "name": "network-vif-plugged", "status": "completed", "tag": "b962792b-2939-44ee-b2ad-c5aaff035195", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:11.394039 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed05af7c-0da0-4695-96c7-431aad242e06 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:11.394432 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b962792b-2939-44ee-b2ad-c5aaff035195', 'code': 200} Jul 30 10:58:11.420865 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=b962792b-2939-44ee-b2ad-c5aaff035195,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:11.588165 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad298-f2b3-4892-a4d1-39d64db5bc1c req-768cace9-df89-445e-943b-621c08e3881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:11.589567 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d7cad298-f2b3-4892-a4d1-39d64db5bc1c req-768cace9-df89-445e-943b-621c08e3881e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 1098 time: 0.0423548 Jul 30 10:58:11.625342 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d7cad298-f2b3-4892-a4d1-39d64db5bc1c req-0cda2572-fe83-4b74-8c56-72def4cc03ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283041 Jul 30 10:58:11.697468 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ed6b7-68d1-4b3c-bdfe-c07d1f6f97fe req-30aface7-0a3b-4f16-b2b3-1274e42c6008 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:11.698983 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-200ed6b7-68d1-4b3c-bdfe-c07d1f6f97fe req-30aface7-0a3b-4f16-b2b3-1274e42c6008 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 945 time: 0.0552802 Jul 30 10:58:11.736701 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-200ed6b7-68d1-4b3c-bdfe-c07d1f6f97fe req-88f6580e-36ea-4fcd-85d9-f79c44f9dae4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Jul 30 10:58:12.778258 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:12.847740 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-a1b0372b-1cf8-4886-bc34-c7a0583ed5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:12.908225 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d8ab0-8c5b-499b-ae83-af788724505b req-ed29f027-4ea1-4c43-b776-e29a92d0e9f6 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:12.909721 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e20d8ab0-8c5b-499b-ae83-af788724505b req-ed29f027-4ea1-4c43-b776-e29a92d0e9f6 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 945 time: 0.1018381 Jul 30 10:58:12.949971 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-e20d8ab0-8c5b-499b-ae83-af788724505b req-0cbb3c59-2494-480a-92fc-6ab9021566cb tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Jul 30 10:58:13.449022 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:13.648576 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aec95-e027-40cf-8d89-686d607a60f8 req-a2267ec9-9bbe-4e3c-8a35-a8f0537d1d84 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:13.650053 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-787aec95-e027-40cf-8d89-686d607a60f8 req-a2267ec9-9bbe-4e3c-8a35-a8f0537d1d84 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 945 time: 0.0577059 Jul 30 10:58:13.691663 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-787aec95-e027-40cf-8d89-686d607a60f8 req-726ca3b5-e5af-49bd-9082-1ea15ecb5c97 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Jul 30 10:58:14.809396 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18f6f-654b-4001-a027-2af4ae542377 req-e5c4258e-46ee-457b-b4b1-9cda649324cd tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:14.810914 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2ba18f6f-654b-4001-a027-2af4ae542377 req-e5c4258e-46ee-457b-b4b1-9cda649324cd tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 945 time: 0.0498636 Jul 30 10:58:14.852053 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2ba18f6f-654b-4001-a027-2af4ae542377 req-91827676-f654-461c-a173-c585978e58d8 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Jul 30 10:58:15.025472 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-881bb893-020c-4edb-acb7-077646020fce tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:15.026769 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-881bb893-020c-4edb-acb7-077646020fce tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 945 time: 0.0505946 Jul 30 10:58:15.125559 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Deleting port b962792b-2939-44ee-b2ad-c5aaff035195 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:58:15.125919 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:15.219064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] For port b962792b-2939-44ee-b2ad-c5aaff035195, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=b962792b-2939-44ee-b2ad-c5aaff035195,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:15.219466 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:15.233615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Calling delete_port for b962792b-2939-44ee-b2ad-c5aaff035195 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:58:15.294231 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:15.392902 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:15.421541 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Pushing event deleted for resources: {'Port': ['ID=b962792b-2939-44ee-b2ad-c5aaff035195,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:15.429872 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['b962792b-2939-44ee-b2ad-c5aaff035195'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:58:15.468496 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] No DVR routers for this DVR port b962792b-2939-44ee-b2ad-c5aaff035195 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:58:15.470975 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:15.473022 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-eff228e9-a6cf-4ff9-a61f-84e7ffa7e15c req-de0fe35f-3da9-4a61-afca-87d703d22871 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "DELETE /v2.0/ports/b962792b-2939-44ee-b2ad-c5aaff035195 HTTP/1.1" status: 204 len: 173 time: 0.4381189 Jul 30 10:58:15.473656 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'name': 'network-vif-deleted', 'tag': 'b962792b-2939-44ee-b2ad-c5aaff035195'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:15.476455 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cefd00b-d6ee-4176-af77-ca6a06db3afa" -d '{"events": [{"server_uuid": "32f72f40-1458-4d9b-9d73-4bb7d6f0c79b", "name": "network-vif-deleted", "tag": "b962792b-2939-44ee-b2ad-c5aaff035195"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:15.512280 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a76fbf-fd21-4e46-a940-1fc4157da0bc x-openstack-request-id: req-21a76fbf-fd21-4e46-a940-1fc4157da0bc {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:15.512574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f72f40-1458-4d9b-9d73-4bb7d6f0c79b", "name": "network-vif-deleted", "tag": "b962792b-2939-44ee-b2ad-c5aaff035195", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:15.512829 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21a76fbf-fd21-4e46-a940-1fc4157da0bc {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:15.513227 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f72f40-1458-4d9b-9d73-4bb7d6f0c79b', 'name': 'network-vif-deleted', 'tag': 'b962792b-2939-44ee-b2ad-c5aaff035195', 'status': 'completed', 'code': 200} Jul 30 10:58:15.957644 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-dd1308db-c3c8-4fd7-9f47-97afd44634b5 req-49128b95-619c-4513-82b9-e7d9f471006a tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 210 time: 0.0275047 Jul 30 10:58:17.063771 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a2486cd3-86af-4a03-b28e-997c56626c05 req-907c8f5f-3c06-47ca-9685-6d2ed08776ec tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 210 time: 0.0269370 Jul 30 10:58:18.169572 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ebf28977-8ca9-4d2f-b25a-5e32cf9ade1e req-84e5872c-dfca-48c8-a19d-98a2586c92c1 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f72f40-1458-4d9b-9d73-4bb7d6f0c79b HTTP/1.1" status: 200 len: 210 time: 0.0264678 Jul 30 10:58:18.525691 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:19.313588 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b962792b-2939-44ee-b2ad-c5aaff035195 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:58:19.338628 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: b962792b-2939-44ee-b2ad-c5aaff035195 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:58:19.338972 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device b962792b-2939-44ee-b2ad-c5aaff035195 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:58:19.436766 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-19abe745-8d3e-4ba0-baec-88929e3f1af6 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:19.438261 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-19abe745-8d3e-4ba0-baec-88929e3f1af6 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/networks?id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 200 len: 809 time: 0.1078365 Jul 30 10:58:19.453940 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c3ddd3ef-37be-4181-b645-8d724436b06e tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/quotas/e16856d421634e8da103849e329faf76 HTTP/1.1" status: 200 len: 375 time: 0.0093627 Jul 30 10:58:19.486587 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-e2ef66fe-69a3-4af4-8c0d-11cce09c28aa tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e16856d421634e8da103849e329faf76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271535 Jul 30 10:58:19.540900 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-4d5f4ae9-3b44-4dce-b04b-6326f21623f9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:58:19.541943 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-4d5f4ae9-3b44-4dce-b04b-6326f21623f9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479412 Jul 30 10:58:19.632823 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-9a2a66d8-143c-493a-ae39-c99991c8c3d3 service neutron] 10.222.0.23 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Jul 30 10:58:19.730891 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-46ce5849-2d20-4805-9d53-586415a4cf0e service neutron] 10.222.0.23 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921762 Jul 30 10:58:19.902088 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-d27a28c7-2827-45be-883e-7b74861f902b req-b09ab77c-79bf-4699-8f32-2166e2fe2556 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 210 time: 0.0307598 Jul 30 10:58:20.931579 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-19c4c1b4-e59a-44bf-a059-88018c652e52 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:20.933131 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-19c4c1b4-e59a-44bf-a059-88018c652e52 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "GET /v2.0/networks?id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 200 len: 809 time: 0.1235652 Jul 30 10:58:20.958616 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Request body: {'port': {'device_id': '058a7ade-7223-460f-b77b-0682a6daaa27', 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7', 'admin_state_up': True, 'tenant_id': 'e16856d421634e8da103849e329faf76'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:21.034168 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-04364705-4952-47c9-bd13-57544ed03303 req-fdafd325-6d95-40b3-9ef6-74ce6fa143a5 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 210 time: 0.0550747 Jul 30 10:58:21.097342 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Made reservation on behalf of e16856d421634e8da103849e329faf76 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:58:21.100950 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.231756 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Allocated IP 172.20.0.14 (b1c7428e-0c1c-4798-bdb2-b77b4f268dd7/9ffeb3c5-e985-47f8-9bbd-868250d39406/bfe51fd4-7db5-4143-890c-86f4eb9d6292) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:58:21.384638 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.422951 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.463734 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:58:21.466807 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:58:21.470653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:58:21.499661 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Pushing event updated for resources: {'Port': ['ID=bfe51fd4-7db5-4143-890c-86f4eb9d6292,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:21.525566 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:21.526219 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.540439 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c95d337c-8893-4aad-8b83-f0f4bcd4b080 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865688 Jul 30 10:58:21.562749 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Request body: {'port': {'device_id': '058a7ade-7223-460f-b77b-0682a6daaa27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:21.618710 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.882733 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe51fd4-7db5-4143-890c-86f4eb9d6292 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:58:21.890088 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.902562 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Transition to ACTIVE for port object bfe51fd4-7db5-4143-890c-86f4eb9d6292 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:58:21.906015 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:21.971812 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe51fd4-7db5-4143-890c-86f4eb9d6292,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:22.023294 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Attempting to bind port bfe51fd4-7db5-4143-890c-86f4eb9d6292 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:58:22.023622 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Attempting to bind port bfe51fd4-7db5-4143-890c-86f4eb9d6292 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:58:22.023950 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Attempting to bind port bfe51fd4-7db5-4143-890c-86f4eb9d6292 on network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:58:22.028134 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Port bfe51fd4-7db5-4143-890c-86f4eb9d6292 on network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:58:22.028451 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Attempting to bind port bfe51fd4-7db5-4143-890c-86f4eb9d6292 on network b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:58:22.033143 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:58:22.033478 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Checking segment: {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:58:22.033879 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Bound using segment: {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:58:22.034338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Bound port: bfe51fd4-7db5-4143-890c-86f4eb9d6292, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b976ed09-a6bc-4fe3-9254-ce58c22ddede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:58:22.034664 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:22.099592 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] For port bfe51fd4-7db5-4143-890c-86f4eb9d6292, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:58:22.102806 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] For port bfe51fd4-7db5-4143-890c-86f4eb9d6292, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:58:22.107484 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:22.142796 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.143464 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:22.144872 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] 10.222.0.10 "PUT /v2.0/ports/bfe51fd4-7db5-4143-890c-86f4eb9d6292 HTTP/1.1" status: 200 len: 1094 time: 0.5865040 Jul 30 10:58:22.145336 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058a7ade-7223-460f-b77b-0682a6daaa27', 'tag': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:22.147767 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f" -d '{"events": [{"name": "network-changed", "server_uuid": "058a7ade-7223-460f-b77b-0682a6daaa27", "tag": "bfe51fd4-7db5-4143-890c-86f4eb9d6292"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:22.156841 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc6004-a461-4bb7-a8bf-d90f0eb6310a req-527651c6-9be7-4af0-ba48-1f15eaccdcf7 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.159575 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b7dc6004-a461-4bb7-a8bf-d90f0eb6310a req-527651c6-9be7-4af0-ba48-1f15eaccdcf7 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 944 time: 0.0576484 Jul 30 10:58:22.186362 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f294b-c1d4-40b0-ad00-694bdd012c99 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe51fd4-7db5-4143-890c-86f4eb9d6292,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:22.190046 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb5c3f-73fd-4cfe-87fc-b0015602faa2 x-openstack-request-id: req-35bb5c3f-73fd-4cfe-87fc-b0015602faa2 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:22.190475 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058a7ade-7223-460f-b77b-0682a6daaa27", "tag": "bfe51fd4-7db5-4143-890c-86f4eb9d6292", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:22.190665 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35bb5c3f-73fd-4cfe-87fc-b0015602faa2 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:22.190970 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058a7ade-7223-460f-b77b-0682a6daaa27', 'tag': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292', 'status': 'completed', 'code': 200} Jul 30 10:58:22.221150 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b7dc6004-a461-4bb7-a8bf-d90f0eb6310a req-1dbec2c7-fd31-46a1-8fb8-b51dead3e1d8 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545566 Jul 30 10:58:22.272102 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-02fe62b1-dc98-4786-8d4a-b3d242c7a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.273614 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-02fe62b1-dc98-4786-8d4a-b3d242c7a97f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16856d421634e8da103849e329faf76&device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 1097 time: 0.0569155 Jul 30 10:58:22.326421 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-bb47104f-0019-43ac-adca-a5b7906f637c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292 HTTP/1.1" status: 200 len: 217 time: 0.0363231 Jul 30 10:58:22.378103 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c56ed29e-2f30-424c-b690-6992acca4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.379584 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-c56ed29e-2f30-424c-b690-6992acca4cde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ffeb3c5-e985-47f8-9bbd-868250d39406 HTTP/1.1" status: 200 len: 849 time: 0.0450170 Jul 30 10:58:22.412777 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-23422e93-924a-423b-898f-b39be5c4b0ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256808 Jul 30 10:58:22.510746 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-e1dc1287-2380-4d3b-ad5c-2e6fa20bd5c0 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886459 Jul 30 10:58:22.612139 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-22389eee-ebe5-4d47-9a4a-5803e35b50ff req-b3796790-100f-4179-8f16-a0188d5cea6f service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856414 Jul 30 10:58:22.749982 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-6e49cf5a-1269-4083-9b68-718ebef8ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.751380 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-6e49cf5a-1269-4083-9b68-718ebef8ca1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16856d421634e8da103849e329faf76&device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 1097 time: 0.0427871 Jul 30 10:58:22.844554 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-a68c4e77-f9e1-41b7-9c89-862a8ea24b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.846054 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-a68c4e77-f9e1-41b7-9c89-862a8ea24b7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 200 len: 910 time: 0.0868621 Jul 30 10:58:22.892432 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-c26ef15f-d1c0-4efd-a229-3390743f17c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292 HTTP/1.1" status: 200 len: 217 time: 0.0341246 Jul 30 10:58:22.945974 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-07b7ef9d-44b2-4471-b259-920af5949bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:22.947423 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-07b7ef9d-44b2-4471-b259-920af5949bd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ffeb3c5-e985-47f8-9bbd-868250d39406 HTTP/1.1" status: 200 len: 849 time: 0.0481284 Jul 30 10:58:22.981333 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-563cf347-c27a-4442-bcfb-b2ed81cdea92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259039 Jul 30 10:58:23.076337 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-1d098b8d-ee37-46c1-ad54-dd8ee170067a service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873847 Jul 30 10:58:23.175532 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-d2d8b39c-2bcc-4730-94dc-d31f3eacf60f req-0680604a-4d67-4fcf-9550-b072b7149d22 service neutron] 10.222.0.10 "GET /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908756 Jul 30 10:58:23.269638 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-817de91d-3600-46c8-b4c4-131d2d933d63 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943487378&fields=id&tenant_id=989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 267 time: 0.0341578 Jul 30 10:58:23.349647 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6fc26-92da-48d6-8a09-17b60445037e req-e8dbc528-155d-48e0-999c-0c941f52613f tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:23.351318 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-abe6fc26-92da-48d6-8a09-17b60445037e req-e8dbc528-155d-48e0-999c-0c941f52613f tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 944 time: 0.0511267 Jul 30 10:58:23.380103 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-c92e8176-813a-4e82-ba3f-558d4ff76fdc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:23.381680 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-c92e8176-813a-4e82-ba3f-558d4ff76fdc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 810 time: 0.1046448 Jul 30 10:58:23.390291 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-abe6fc26-92da-48d6-8a09-17b60445037e req-77af7549-d1af-4074-9291-c82d1ab0b754 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Jul 30 10:58:23.397666 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-055bdecd-66c1-44d9-b5a5-4705569fc011 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/quotas/989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Jul 30 10:58:23.461056 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-57fc53da-07e4-420a-8d1e-d06c45012cd9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0577085 Jul 30 10:58:23.555714 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-700fb9c6-fde0-40f1-bc01-d3f29cc549a0 service neutron] 10.222.0.23 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834308 Jul 30 10:58:23.656783 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-01206241-0792-47d8-b95d-7ff1d0af34e5 service neutron] 10.222.0.23 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947502 Jul 30 10:58:23.945849 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b4656ffa-aace-43c1-b116-dd0f0e06c2ac req-9d4f3900-b1ad-4fc5-a31d-721d760e9cdc tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 210 time: 0.0317221 Jul 30 10:58:24.510278 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c732-5f81-4fdc-b4a9-b149ab50c69f req-b564ce30-d36b-43fd-b652-1fefb1b5fc04 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:24.511795 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ca45c732-5f81-4fdc-b4a9-b149ab50c69f req-b564ce30-d36b-43fd-b652-1fefb1b5fc04 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Jul 30 10:58:24.554166 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ca45c732-5f81-4fdc-b4a9-b149ab50c69f req-e5c81404-275a-4686-8c03-2142a77859c8 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Jul 30 10:58:24.995899 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-b2f3bc10-fd4a-4021-83e5-e89b44c3e9f6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:24.995899 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-b2f3bc10-fd4a-4021-83e5-e89b44c3e9f6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 810 time: 0.1134415 Jul 30 10:58:25.042985 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-cef63dfb-4fd6-46c2-866f-93a98766fe53 req-63dce317-637e-40c5-babd-d410671d7966 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 210 time: 0.0281231 Jul 30 10:58:25.053582 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-e86cfa00-b12a-413a-9404-be82950a2c32 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989527b3787d4aacbf2a61a6f8c16db7 HTTP/1.1" status: 200 len: 379 time: 0.0398936 Jul 30 10:58:25.078632 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'port': {'device_id': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'admin_state_up': True, 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'security_groups': ['ab8c5501-28cb-47f4-b9b6-40c508413060']}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:25.189498 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Made reservation on behalf of 989527b3787d4aacbf2a61a6f8c16db7 for: {'port': 1} {{(pid=104663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 10:58:25.194924 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.311825 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device bfe51fd4-7db5-4143-890c-86f4eb9d6292 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:58:25.331584 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_common [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Allocated IP 172.20.0.9 (9eeefab1-e10d-4574-831d-ef902e9c344a/8b7e791a-9a09-4e7a-b40d-70e3ae986261/fa95a933-a7c2-4cbf-9abe-dee9dcc93d58) {{(pid=104663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:58:25.411205 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port bfe51fd4-7db5-4143-890c-86f4eb9d6292, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:25.425573 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292', 'network_id': 'b1c7428e-0c1c-4798-bdb2-b77b4f268dd7', 'port_id': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292', 'mac_address': 'fa:16:3e:60:8f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffeb3c5-e985-47f8-9bbd-868250d39406', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:58:25.477434 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.493948 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe51fd4-7db5-4143-890c-86f4eb9d6292 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:58:25.494630 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.509084 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Transition to ACTIVE for port object fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 will not be triggered until provisioned by entity DHCP. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:58:25.515433 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port bfe51fd4-7db5-4143-890c-86f4eb9d6292, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:25.520057 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.551107 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.582109 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=bfe51fd4-7db5-4143-890c-86f4eb9d6292,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:25.607864 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Network 9eeefab1-e10d-4574-831d-ef902e9c344a is already hosted by enough agents. {{(pid=104663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:58:25.610802 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.base_scheduler [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Resources bound (agent type, host, resource id): {{(pid=104663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:58:25.616013 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Received port after_create {{(pid=104663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:58:25.654336 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:25.721636 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:25.722642 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.752438 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be2691-9101-4128-9630-af2d3a3faccc req-df07c86f-e682-445a-b6a9-e127569d93e8 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:25.754050 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-09be2691-9101-4128-9630-af2d3a3faccc req-df07c86f-e682-445a-b6a9-e127569d93e8 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 945 time: 0.1009567 Jul 30 10:58:25.756098 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-f915bf9e-4bb9-420b-9d36-62fa23e081e9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6815808 Jul 30 10:58:25.780801 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-4ff1b1e1-42f7-42e0-86ce-9b100d9188d8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 10:58:25.781737 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-4ff1b1e1-42f7-42e0-86ce-9b100d9188d8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067980 Jul 30 10:58:25.800934 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.v2.base [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Request body: {'port': {'device_id': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80198'}} {{(pid=104663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:25.810170 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-09be2691-9101-4128-9630-af2d3a3faccc req-e1dc379f-7684-4814-8de5-a90af703f310 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494936 Jul 30 10:58:25.811400 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['bfe51fd4-7db5-4143-890c-86f4eb9d6292'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:58:25.863817 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.940755 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-fdff335a-508b-463c-9919-4ce32eb149fb None None] Provisioning for port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 completed by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:58:25.952234 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-fdff335a-508b-463c-9919-4ce32eb149fb None None] Provisioning complete for port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 triggered by entity DHCP. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:58:25.952611 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-fdff335a-508b-463c-9919-4ce32eb149fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:25.994021 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-fdff335a-508b-463c-9919-4ce32eb149fb None None] Port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 cannot update to ACTIVE because it is not bound. {{(pid=104664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 10:58:26.128685 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 {{(pid=104663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:58:26.137397 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:26.150190 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.provisioning_blocks [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Transition to ACTIVE for port object fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 will not be triggered until provisioned by entity L2. {{(pid=104663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 10:58:26.154675 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:26.160080 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b724-45e6-488b-9ca2-50c008174292 req-4f28f567-2d12-4e7e-b456-5a2607dc85d4 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.162278 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-91d3b724-45e6-488b-9ca2-50c008174292 req-4f28f567-2d12-4e7e-b456-5a2607dc85d4 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 931 time: 0.0514448 Jul 30 10:58:26.203740 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-91d3b724-45e6-488b-9ca2-50c008174292 req-57105203-ebf8-4924-a06a-07670ff9c3e4 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351658 Jul 30 10:58:26.208733 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Pushing event updated for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=2']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:26.290410 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Attempting to bind port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 on host hv-cinder-80198 for vnic_type normal with profile {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 10:58:26.290763 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Attempting to bind port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 by drivers openvswitch,hyperv on host hv-cinder-80198 at level 0 using segments [{'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 10:58:26.291097 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Attempting to bind port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:58:26.296585 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 on network 9eeefab1-e10d-4574-831d-ef902e9c344a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80198 {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 10:58:26.297068 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Attempting to bind port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 on network 9eeefab1-e10d-4574-831d-ef902e9c344a {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 10:58:26.303978 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Checking agent: {'id': '6884ca81-6876-4023-93f4-ba46d43f8088', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80198', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'started_at': datetime.datetime(2021, 7, 30, 10, 46, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 10, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 10:58:26.304450 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Checking segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 10:58:26.304933 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Bound using segment: {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'} {{(pid=104663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 10:58:26.305429 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.managers [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Bound port: fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host: hv-cinder-80198, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b1cc71-1768-4f13-bc78-353b73e81ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a'}}] {{(pid=104663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 10:58:26.305798 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:26.333376 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-02d92f36-26b7-4e01-bac6-287b211738e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441444 Jul 30 10:58:26.377110 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, cleared binding levels {{(pid=104663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 10:58:26.381132 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 10:58:26.386025 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10381870'] for port, after_update {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:26.414913 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-6e5b3a26-33c1-4d27-a89e-16526430480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.416452 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-6e5b3a26-33c1-4d27-a89e-16526430480e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1099 time: 0.0494277 Jul 30 10:58:26.422851 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.423483 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:26.424864 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] 10.222.0.10 "PUT /v2.0/ports/fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 HTTP/1.1" status: 200 len: 1093 time: 0.6307044 Jul 30 10:58:26.425306 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:26.427894 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cddfd7c-e68e-406c-8550-0e8d74c65025" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:26.521388 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f5ab2-1bc4-45c4-823a-556a824d9010 x-openstack-request-id: req-eb9f5ab2-1bc4-45c4-823a-556a824d9010 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:26.521766 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:26.522048 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb9f5ab2-1bc4-45c4-823a-556a824d9010 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:26.522450 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'status': 'completed', 'code': 200} Jul 30 10:58:26.525014 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20075107-4bb8-4715-bbaf-eaf0e68cf1cd service neutron] Pushing event updated for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=3']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:26.537593 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-6b18fbf1-1b8f-4234-b6bd-9466b6b16f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.539282 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-6b18fbf1-1b8f-4234-b6bd-9466b6b16f1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 1096 time: 0.0471485 Jul 30 10:58:26.568983 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-3a925fa2-31f0-45ec-8f6f-9124d59f9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.570537 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-3a925fa2-31f0-45ec-8f6f-9124d59f9f67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.1232157 Jul 30 10:58:26.589075 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-ee3ec138-26dc-4324-8a01-f73c18e647b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 HTTP/1.1" status: 200 len: 217 time: 0.0368383 Jul 30 10:58:26.649499 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-1e996aba-63bd-4065-8036-045d54a96637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.651558 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-1e996aba-63bd-4065-8036-045d54a96637 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0559137 Jul 30 10:58:26.661274 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-1278e754-7877-4347-9800-bc1c0ff2595a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 1002 time: 0.0829110 Jul 30 10:58:26.712563 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd74c-77fc-4b28-b215-e23c3576016c req-2ed99e9e-aec1-4062-8505-508b8e4f30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.714088 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-2ed99e9e-aec1-4062-8505-508b8e4f30e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553715 Jul 30 10:58:26.718399 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-31647cf1-d1fe-422f-b51c-6764eaacb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.719837 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-31647cf1-d1fe-422f-b51c-6764eaacb50f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0529163 Jul 30 10:58:26.765979 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-af2b8d6e-68be-431a-aae2-2447f2a98034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.767496 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-af2b8d6e-68be-431a-aae2-2447f2a98034 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408151 Jul 30 10:58:26.808184 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-a4fab2c3-8c6b-478c-ae36-b24cabdc21a8 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852754 Jul 30 10:58:26.864907 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-53285911-7528-4242-9098-988fe42e1a67 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893705 Jul 30 10:58:26.933967 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-914fd74c-77fc-4b28-b215-e23c3576016c req-8706da13-5488-4ae9-acce-9b7520aee291 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183515 Jul 30 10:58:26.954048 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333003c6-e734-44ad-b3da-f8fd815b27bf req-8ef3ee4d-32bf-474d-9c36-d9e666151656 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:26.956096 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-333003c6-e734-44ad-b3da-f8fd815b27bf req-8ef3ee4d-32bf-474d-9c36-d9e666151656 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 945 time: 0.0666873 Jul 30 10:58:26.960461 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b143fa9c-d73f-4ac8-a6ed-84ff90276642 req-67519ebb-38d2-4e3b-8a71-b45a99f94033 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898447 Jul 30 10:58:26.997964 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-333003c6-e734-44ad-b3da-f8fd815b27bf req-c2ef23fd-7466-40c8-80f6-37462b53127a tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Jul 30 10:58:27.081723 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-124249a6-3894-4c63-bbe1-b9ab87f2507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:27.083812 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-124249a6-3894-4c63-bbe1-b9ab87f2507c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 1096 time: 0.0430930 Jul 30 10:58:27.329276 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device bfe51fd4-7db5-4143-890c-86f4eb9d6292 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:58:27.357047 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:58:27.381311 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port bfe51fd4-7db5-4143-890c-86f4eb9d6292 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:58:27.385725 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port bfe51fd4-7db5-4143-890c-86f4eb9d6292 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:58:27.386181 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:27.468353 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:27.481932 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2434-2f10-445f-a9d6-bc526abb333e req-a0491bc4-84e3-4b00-9fbf-273d59237fe5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:27.483431 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-003d2434-2f10-445f-a9d6-bc526abb333e req-a0491bc4-84e3-4b00-9fbf-273d59237fe5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0799110 Jul 30 10:58:27.484868 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-68663448-1a16-4e5d-946a-51ea0a3e547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:27.486314 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-68663448-1a16-4e5d-946a-51ea0a3e547a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.3954809 Jul 30 10:58:27.492321 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058a7ade-7223-460f-b77b-0682a6daaa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:27.494687 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c788ff9-ee7f-4b57-8272-f043153c235e" -d '{"events": [{"server_uuid": "058a7ade-7223-460f-b77b-0682a6daaa27", "name": "network-vif-plugged", "status": "completed", "tag": "bfe51fd4-7db5-4143-890c-86f4eb9d6292"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:27.514790 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port bfe51fd4-7db5-4143-890c-86f4eb9d6292, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:27.519269 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:27.543137 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-3ca920e6-f78d-4521-90c2-f001502407c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 HTTP/1.1" status: 200 len: 217 time: 0.0463510 Jul 30 10:58:27.545461 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb33f4d-4e1c-43f9-9534-88153fbf2a61 x-openstack-request-id: req-ecb33f4d-4e1c-43f9-9534-88153fbf2a61 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:27.545762 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058a7ade-7223-460f-b77b-0682a6daaa27", "name": "network-vif-plugged", "status": "completed", "tag": "bfe51fd4-7db5-4143-890c-86f4eb9d6292", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:27.546042 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecb33f4d-4e1c-43f9-9534-88153fbf2a61 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:27.546432 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058a7ade-7223-460f-b77b-0682a6daaa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292', 'code': 200} Jul 30 10:58:27.560726 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-003d2434-2f10-445f-a9d6-bc526abb333e req-97814dca-a7c4-4a67-a514-4b4d0e112121 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700965 Jul 30 10:58:27.577382 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=bfe51fd4-7db5-4143-890c-86f4eb9d6292,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:27.620671 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-e84553bd-ccbc-4d3a-9014-2257aa2dde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:27.622066 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-e84553bd-ccbc-4d3a-9014-2257aa2dde5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0513031 Jul 30 10:58:27.669207 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-172e4942-184b-482b-94ef-e108d804ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:27.670755 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-172e4942-184b-482b-94ef-e108d804ef08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416567 Jul 30 10:58:27.747462 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230aa15-968b-42e4-8fef-96c89a5fef59 req-aceda9f1-37c6-44e6-848c-221e52a7233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:27.748968 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4230aa15-968b-42e4-8fef-96c89a5fef59 req-aceda9f1-37c6-44e6-848c-221e52a7233c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 1099 time: 0.0416117 Jul 30 10:58:27.775172 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-9293451d-e335-4199-814e-77f75afb72df service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904360 Jul 30 10:58:27.784429 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-4230aa15-968b-42e4-8fef-96c89a5fef59 req-e522aa2c-6c59-469e-bd67-f1bbb8b41581 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278029 Jul 30 10:58:27.866278 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2cddfd7c-e68e-406c-8550-0e8d74c65025 req-00e68e11-faa5-4504-b142-3e884e277dc5 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842195 Jul 30 10:58:28.122134 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f5a85-c259-4e02-8669-959d518fe3f9 req-95fcaf52-502c-415b-9a65-df4f3fb7c0dd tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:28.123615 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f91f5a85-c259-4e02-8669-959d518fe3f9 req-95fcaf52-502c-415b-9a65-df4f3fb7c0dd tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 946 time: 0.0531952 Jul 30 10:58:28.162196 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f91f5a85-c259-4e02-8669-959d518fe3f9 req-4e0a868b-ecf1-4b80-8ae3-f1664bf1cfc2 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Jul 30 10:58:28.678051 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bdf4e-6337-4fcf-9c4c-f0ded1cc1b75 req-3469b196-0dd5-4664-a268-69f8d8f216f6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:28.679586 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-069bdf4e-6337-4fcf-9c4c-f0ded1cc1b75 req-3469b196-0dd5-4664-a268-69f8d8f216f6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0522263 Jul 30 10:58:28.718705 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-069bdf4e-6337-4fcf-9c4c-f0ded1cc1b75 req-016e6370-e2b0-4295-94f0-a0b0a6a6127b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Jul 30 10:58:29.277511 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f82dd-fe3e-414d-9a7e-f6cb4d5a7d6c req-146c8edb-1a1d-4b65-b0ce-17adec1db76e tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:29.279037 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b82f82dd-fe3e-414d-9a7e-f6cb4d5a7d6c req-146c8edb-1a1d-4b65-b0ce-17adec1db76e tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 946 time: 0.0486150 Jul 30 10:58:29.320000 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-b82f82dd-fe3e-414d-9a7e-f6cb4d5a7d6c req-42f6ab0f-4619-482f-9836-d3d06da32391 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350015 Jul 30 10:58:29.844179 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ac4c4-034d-4f86-a6f3-ce42c5ebd2e9 req-9a748a62-8e3d-4006-bd35-f56b107eabb3 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:29.845694 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1f3ac4c4-034d-4f86-a6f3-ce42c5ebd2e9 req-9a748a62-8e3d-4006-bd35-f56b107eabb3 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0549417 Jul 30 10:58:29.889325 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-1f3ac4c4-034d-4f86-a6f3-ce42c5ebd2e9 req-e9d0a4bd-7314-4002-8b2e-d0f0058043e0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Jul 30 10:58:30.076411 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be0af-c6a9-463f-ac84-7c068f74af1c req-c440c33f-c479-4a6b-bd4d-4e85cc9ff1e4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:30.077818 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3c9be0af-c6a9-463f-ac84-7c068f74af1c req-c440c33f-c479-4a6b-bd4d-4e85cc9ff1e4 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 946 time: 0.0551815 Jul 30 10:58:30.118721 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-3c9be0af-c6a9-463f-ac84-7c068f74af1c req-4edb1c33-a7a6-43f6-a0ab-85d2b0c56141 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Jul 30 10:58:31.015244 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f16ae7-3b64-4576-bc11-e091f5b5424c req-b4699951-ad26-4a6a-80e2-da49ffdf69b1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:31.016929 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-50f16ae7-3b64-4576-bc11-e091f5b5424c req-b4699951-ad26-4a6a-80e2-da49ffdf69b1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0594010 Jul 30 10:58:31.062470 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-50f16ae7-3b64-4576-bc11-e091f5b5424c req-bcafd510-899f-4034-a218-71f06a63612a tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389390 Jul 30 10:58:31.238051 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599972b0-007a-49ee-9bae-4c2cf687e7c2 req-69c25fce-41b5-41a2-9b1a-06be11bd0cce tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:31.239628 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-599972b0-007a-49ee-9bae-4c2cf687e7c2 req-69c25fce-41b5-41a2-9b1a-06be11bd0cce tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 946 time: 0.0508249 Jul 30 10:58:31.278823 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-599972b0-007a-49ee-9bae-4c2cf687e7c2 req-91247b7b-12be-423d-a756-5f077e5fa8c7 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b4c7db9-1b1d-44f4-97ec-64e490424ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Jul 30 10:58:31.465270 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-3207c943-6949-4077-adc0-d3d26b3695de tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:31.466756 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-3207c943-6949-4077-adc0-d3d26b3695de tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 946 time: 0.0520427 Jul 30 10:58:31.563755 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Deleting port bfe51fd4-7db5-4143-890c-86f4eb9d6292 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 10:58:31.564060 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:31.655597 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] For port bfe51fd4-7db5-4143-890c-86f4eb9d6292, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=bfe51fd4-7db5-4143-890c-86f4eb9d6292,segment=NetworkSegment(b976ed09-a6bc-4fe3-9254-ce58c22ddede),segment_id=b976ed09-a6bc-4fe3-9254-ce58c22ddede)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:31.655982 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:31.669427 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Calling delete_port for bfe51fd4-7db5-4143-890c-86f4eb9d6292 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 10:58:31.800126 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:31.836209 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['bfe51fd4-7db5-4143-890c-86f4eb9d6292'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:58:31.837050 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Pushing event deleted for resources: {'Port': ['ID=bfe51fd4-7db5-4143-890c-86f4eb9d6292,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:31.882953 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] No DVR routers for this DVR port bfe51fd4-7db5-4143-890c-86f4eb9d6292 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 10:58:31.885353 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:31.887350 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-115f6097-e41d-4134-8f2f-2bf81ab90517 req-1d4206ad-f425-4e4c-80fc-56d9b2843b08 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.10 "DELETE /v2.0/ports/bfe51fd4-7db5-4143-890c-86f4eb9d6292 HTTP/1.1" status: 204 len: 173 time: 0.4134159 Jul 30 10:58:31.887780 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058a7ade-7223-460f-b77b-0682a6daaa27', 'name': 'network-vif-deleted', 'tag': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:31.890109 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4377d-e1c8-4428-97ef-cba3d9ae7e82" -d '{"events": [{"server_uuid": "058a7ade-7223-460f-b77b-0682a6daaa27", "name": "network-vif-deleted", "tag": "bfe51fd4-7db5-4143-890c-86f4eb9d6292"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:31.925729 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0001c7b3-e962-459e-9986-799f60fa5e8b x-openstack-request-id: req-0001c7b3-e962-459e-9986-799f60fa5e8b {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:31.926748 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058a7ade-7223-460f-b77b-0682a6daaa27", "name": "network-vif-deleted", "tag": "bfe51fd4-7db5-4143-890c-86f4eb9d6292", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:31.927543 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0001c7b3-e962-459e-9986-799f60fa5e8b {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:31.927543 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058a7ade-7223-460f-b77b-0682a6daaa27', 'name': 'network-vif-deleted', 'tag': 'bfe51fd4-7db5-4143-890c-86f4eb9d6292', 'status': 'completed', 'code': 200} Jul 30 10:58:32.181870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb6e3-a548-4e88-8e2a-d3af49842fd3 req-072d1c07-acd5-481b-af65-dedfddd99a28 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:32.183626 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-55deb6e3-a548-4e88-8e2a-d3af49842fd3 req-072d1c07-acd5-481b-af65-dedfddd99a28 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0502849 Jul 30 10:58:32.222103 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-55deb6e3-a548-4e88-8e2a-d3af49842fd3 req-039717a9-df5b-44bf-bddc-7f7a724c0299 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325527 Jul 30 10:58:32.401231 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-7ca0e534-a63f-47e1-9c9d-fb590944cdb1 req-b1e8f718-72b2-4d2a-afe2-21a3f7b68089 tempest-VolumesActionsTest-715431348 tempest-VolumesActionsTest-715431348-project] 10.222.0.23 "GET /v2.0/ports?device_id=058a7ade-7223-460f-b77b-0682a6daaa27 HTTP/1.1" status: 200 len: 210 time: 0.0322053 Jul 30 10:58:33.342055 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e6edf-f5db-4d22-908a-c86f08f5fe78 req-99751c79-ddaa-4b4a-865b-d0457ba9ebf0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:33.343604 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-162e6edf-f5db-4d22-908a-c86f08f5fe78 req-99751c79-ddaa-4b4a-865b-d0457ba9ebf0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0547240 Jul 30 10:58:33.383006 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-162e6edf-f5db-4d22-908a-c86f08f5fe78 req-0ae45976-9789-47da-80c9-61e4dbccf2f0 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Jul 30 10:58:34.498106 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84230bd7-b9dd-4170-a4df-406c82b3d3d7 req-cd13bdf1-afa2-45f7-a972-66043489e268 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:34.499591 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-84230bd7-b9dd-4170-a4df-406c82b3d3d7 req-cd13bdf1-afa2-45f7-a972-66043489e268 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0499933 Jul 30 10:58:34.538948 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-84230bd7-b9dd-4170-a4df-406c82b3d3d7 req-77199caf-7842-44d4-bcad-eee8ea09c39f tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332642 Jul 30 10:58:35.654089 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891620e-afa7-4278-b498-575057b7de29 req-f0a8d193-dd4a-4e06-ace5-3a46b21f0d60 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:35.655564 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1891620e-afa7-4278-b498-575057b7de29 req-f0a8d193-dd4a-4e06-ace5-3a46b21f0d60 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0490890 Jul 30 10:58:35.695427 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-1891620e-afa7-4278-b498-575057b7de29 req-85dff92a-7ae4-4319-94ff-3db0a4628cff tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337629 Jul 30 10:58:36.311983 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 details requested by agent hyperv_hv-cinder-80198 with host hv-cinder-80198 {{(pid=104664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 10:58:36.409620 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:36.421215 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Returning: {'device': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'port_id': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'mac_address': 'fa:16:3e:9e:ea:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 10:58:36.459896 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:36.472381 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 {{(pid=104664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 10:58:36.501255 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:36.505985 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:36.553780 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=4']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:36.811289 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21931600-c129-4a15-8fdf-357841eb4184 req-46fa7005-372c-4f65-adcb-db98a02d86de tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:36.812706 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-21931600-c129-4a15-8fdf-357841eb4184 req-46fa7005-372c-4f65-adcb-db98a02d86de tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 944 time: 0.0514019 Jul 30 10:58:36.852471 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-21931600-c129-4a15-8fdf-357841eb4184 req-c653fb92-0e5a-4e56-af5b-0a7574327c8e tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jul 30 10:58:37.292320 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device bfe51fd4-7db5-4143-890c-86f4eb9d6292 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 10:58:37.314292 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: bfe51fd4-7db5-4143-890c-86f4eb9d6292 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 10:58:37.314885 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device bfe51fd4-7db5-4143-890c-86f4eb9d6292 not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 10:58:37.585914 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] get_ports_and_sgs() called for port_ids ['fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'] {{(pid=104664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 10:58:37.968783 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88287321-b08d-4a80-80e3-987b06c2fc21 req-39ef0144-be4b-43f0-9d31-42fb98ecafe4 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:37.970332 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-88287321-b08d-4a80-80e3-987b06c2fc21 req-39ef0144-be4b-43f0-9d31-42fb98ecafe4 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 944 time: 0.0507650 Jul 30 10:58:38.009281 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-88287321-b08d-4a80-80e3-987b06c2fc21 req-51213784-76dd-4b9d-a1c1-be3b0c3c50b9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Jul 30 10:58:39.145972 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5beec-1f48-43e4-b0c7-4b3e564548fd req-326edeab-6a05-42ee-ada1-fba05a787793 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:39.148568 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2fb5beec-1f48-43e4-b0c7-4b3e564548fd req-326edeab-6a05-42ee-ada1-fba05a787793 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 944 time: 0.0677643 Jul 30 10:58:39.199034 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2fb5beec-1f48-43e4-b0c7-4b3e564548fd req-907699ef-734d-423f-badb-71fc164e72a9 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Jul 30 10:58:39.343711 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 up at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 10:58:39.406062 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning for port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 completed by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 10:58:39.410843 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.provisioning_blocks [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Provisioning complete for port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 triggered by entity L2. {{(pid=104664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 10:58:39.411391 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-724772'] for port, provisioning_complete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:39.515328 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:39.544794 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:39.547941 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e388bd0-9154-458a-8e38-7671530d8e24" -d '{"events": [{"server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:39.565800 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 10:58:39.572060 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:39.607131 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc428e-6c55-4ca9-983e-0344df5a9ae8 x-openstack-request-id: req-85cc428e-6c55-4ca9-983e-0344df5a9ae8 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:39.607394 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:39.607760 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85cc428e-6c55-4ca9-983e-0344df5a9ae8 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:39.608150 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'code': 200} Jul 30 10:58:39.633648 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=5']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:39.860940 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205a45d-d790-4700-b3c0-3270598e551c req-19148de9-2c01-4640-a7af-36af88946fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:39.862293 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b205a45d-d790-4700-b3c0-3270598e551c req-19148de9-2c01-4640-a7af-36af88946fcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 1098 time: 0.0434527 Jul 30 10:58:39.910743 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-b205a45d-d790-4700-b3c0-3270598e551c req-b6d4c5d1-aaa4-45dd-9f53-b5d4becefe33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393705 Jul 30 10:58:39.987946 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5c6e-1d6f-41b5-867a-5131fbd8c5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:40.404453 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3489c-0767-4827-8735-336541c060e6 req-4102f46e-36cd-4b43-8707-82f20553f602 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:40.406661 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bcd3489c-0767-4827-8735-336541c060e6 req-4102f46e-36cd-4b43-8707-82f20553f602 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0666435 Jul 30 10:58:40.458941 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bcd3489c-0767-4827-8735-336541c060e6 req-44478de9-403e-4052-8624-8fe3da801798 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451775 Jul 30 10:58:41.617490 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f887e3-7320-48fc-9d40-d74a8d1d65c3 req-f9ce99aa-b39d-4fd5-91ad-90ac951c42bf tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:41.618959 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9f887e3-7320-48fc-9d40-d74a8d1d65c3 req-f9ce99aa-b39d-4fd5-91ad-90ac951c42bf tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0942967 Jul 30 10:58:41.662855 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a9f887e3-7320-48fc-9d40-d74a8d1d65c3 req-b3e972b8-9b65-4249-888a-477b83663fb6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379698 Jul 30 10:58:41.799322 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084d4ef-1db3-44ee-a25d-5f42a46a703b req-01743933-4537-4e48-baeb-3aa436a5ee14 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:41.802155 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8084d4ef-1db3-44ee-a25d-5f42a46a703b req-01743933-4537-4e48-baeb-3aa436a5ee14 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0644116 Jul 30 10:58:41.859244 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-8084d4ef-1db3-44ee-a25d-5f42a46a703b req-8bcc3ea0-9387-4fe4-a4d5-d5a5ae52640b tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Jul 30 10:58:41.872797 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37194) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:58:41.928133 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368ee14-588e-467b-bb9b-1337ff4ee15a tempest-TestVolumeBootPattern-1142785931 tempest-TestVolumeBootPattern-1142785931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:41.930802 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-4368ee14-588e-467b-bb9b-1337ff4ee15a tempest-TestVolumeBootPattern-1142785931 tempest-TestVolumeBootPattern-1142785931-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 1093 time: 0.0566602 Jul 30 10:58:41.934388 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37196) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:58:41.943507 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.v2.base [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Request body: {'floatingip': {'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'port_id': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 10:58:41.971126 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:42.090089 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:42.221265 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_common [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Allocated IP 172.27.0.252 (4891d188-bd5b-4f5a-a457-6c650fc149bc/8dba66b8-eb18-4a21-9561-6ad22c068bd2/03f29216-801c-4cdb-860c-19c7ccb2c747) {{(pid=104662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 10:58:42.397535 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:42.475953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773392293380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:42.543990 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Network 4891d188-bd5b-4f5a-a457-6c650fc149bc is already hosted by enough agents. {{(pid=104662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 10:58:42.549175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.base_scheduler [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Resources bound (agent type, host, resource id): {{(pid=104662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 10:58:42.555514 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Received port after_create {{(pid=104662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 10:58:42.603772 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=03f29216-801c-4cdb-860c-19c7ccb2c747,revision_number=1']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:42.628171 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.629652 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.630325 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.630975 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.631625 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.632290 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.632960 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.633612 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.634278 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.634953 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.635579 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.636159 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:42.785406 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:42.854367 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2884-58cb-4eb0-812b-e68e23f7f687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.164387 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.235815 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.452944 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for port, precommit_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.462573 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444817'] for port, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.462841 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.532273 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event updated for resources: {'Port': ['ID=03f29216-801c-4cdb-860c-19c7ccb2c747,revision_number=2']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:43.556379 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716291'] for floatingip, after_update {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:43.693346 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Floating IP 8233e518-003e-46b6-8f19-0a0af06d5113 associated. External IP: 172.27.0.252, port: fa95a933-a7c2-4cbf-9abe-dee9dcc93d58. Jul 30 10:58:43.932127 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 10:58:44.361384 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 10:58:44.377000 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 10:58:44.390233 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:58:44.390233 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:58:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:44.409735 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:44.441973 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-6b185d66-5978-40cd-a8e4-f55755762018 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5036256 Jul 30 10:58:44.441973 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 10:58:44.443266 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddea168-4533-465c-9e64-265f10cc558f" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 10:58:44.506931 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 10:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f220c9-e771-4f83-ba49-75418af58963 x-openstack-request-id: req-11f220c9-e771-4f83-ba49-75418af58963 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 10:58:44.507231 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 10:58:44.507512 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11f220c9-e771-4f83-ba49-75418af58963 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 10:58:44.507915 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'status': 'completed', 'code': 200} Jul 30 10:58:44.529078 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:58:44.628359 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea168-4533-465c-9e64-265f10cc558f req-229c4235-0f16-4519-8663-1d410c612032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:44.631186 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-229c4235-0f16-4519-8663-1d410c612032 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 1098 time: 0.0725050 Jul 30 10:58:44.755633 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea168-4533-465c-9e64-265f10cc558f req-fa9fdc1d-ec51-4ffc-a851-07c454fcf018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:44.758673 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-fa9fdc1d-ec51-4ffc-a851-07c454fcf018 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.1205330 Jul 30 10:58:44.795996 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '8233e518-003e-46b6-8f19-0a0af06d5113', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:9e:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:58:42Z', 'updated_at': '2021-07-30T10:58:42Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}, {'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:46Z', 'revision_number': 1, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:44.827545 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 10:58:44.837776 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 10:58:44.838433 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T10:58:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:44.882604 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-1985ddd5-4d4c-4c34-9ddf-031e16986289 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 HTTP/1.1" status: 200 len: 999 time: 0.1134198 Jul 30 10:58:44.959947 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea168-4533-465c-9e64-265f10cc558f req-a9847dd1-76bf-420f-9a67-41a998696b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:44.961433 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-a9847dd1-76bf-420f-9a67-41a998696b67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0689902 Jul 30 10:58:44.992249 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 10:58:45.028185 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea168-4533-465c-9e64-265f10cc558f req-bbd48d4b-2124-4bc7-82e7-2bdeed3c676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:58:45.029816 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-bbd48d4b-2124-4bc7-82e7-2bdeed3c676f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526736 Jul 30 10:58:45.174167 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-6ce20754-9a1f-4be8-9566-7dbec6c7a94c service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357765 Jul 30 10:58:45.301010 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-bddea168-4533-465c-9e64-265f10cc558f req-af5cf6ce-1f23-4c0b-a64a-232015d77c27 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173840 Jul 30 10:58:45.319403 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:45.486205 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '8233e518-003e-46b6-8f19-0a0af06d5113', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:9e:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:58:42Z', 'updated_at': '2021-07-30T10:58:42Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}, {'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:46Z', 'revision_number': 1, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:45.529495 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741803a4-4b69-48c8-9d68-2ba4595459e4 None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': '8233e518-003e-46b6-8f19-0a0af06d5113', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:9e:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:58:42Z', 'updated_at': '2021-07-30T10:58:42Z', 'revision_number': 0, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}, {'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:46Z', 'revision_number': 1, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 10:58:45.786479 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8678a0-58cf-4599-9446-33e525a1293a None None] New status for floating IP 8233e518-003e-46b6-8f19-0a0af06d5113: ACTIVE {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 10:58:48.545128 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.368105 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37336) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:58:56.412318 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Deleting subnet 9ffeb3c5-e985-47f8-9bbd-868250d39406 {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 10:58:56.415418 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.452516 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.491686 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.546698 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.572701 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffeb3c5-e985-47f8-9bbd-868250d39406,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:56.577566 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.579434 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-55197165-bb20-428b-b347-ef71e2267443 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ffeb3c5-e985-47f8-9bbd-868250d39406 HTTP/1.1" status: 204 len: 168 time: 0.2101755 Jul 30 10:58:56.582416 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37338) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:58:56.650987 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.732819 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.743772 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c7428e-0c1c-4798-bdb2-b77b4f268dd7']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:56.754354 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b976ed09-a6bc-4fe3-9254-ce58c22ddede') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:56.754653 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b976ed09-a6bc-4fe3-9254-ce58c22ddede') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 10:58:56.763307 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.777319 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.783890 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 10:58:56.784314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 10:58:56.786703 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 10:58:56.840181 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.845708 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:56.848293 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1c7428e-0c1c-4798-bdb2-b77b4f268dd7 HTTP/1.1" status: 204 len: 168 time: 0.2648332 Jul 30 10:58:56.859362 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c7428e-0c1c-4798-bdb2-b77b4f268dd7,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:58:56.866471 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.866833 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.867180 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.867522 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.867861 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.868201 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.868533 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.868871 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.869205 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.869525 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.869872 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.870203 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b817d-6c93-4ffc-92c5-48fbf2e13d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 10:58:56.954595 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37342) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:58:56.994355 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-57664034-a03a-47a6-85e6-3f6640b8313b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e16856d421634e8da103849e329faf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386214 Jul 30 10:58:56.996706 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37344) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:58:57.049412 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b89ddb22-db56-48b7-8ff9-6dd4a04c06d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:57.070780 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b89ddb22-db56-48b7-8ff9-6dd4a04c06d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:57.118082 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b89ddb22-db56-48b7-8ff9-6dd4a04c06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:57.120800 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-b89ddb22-db56-48b7-8ff9-6dd4a04c06d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:58:57.122007 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-b89ddb22-db56-48b7-8ff9-6dd4a04c06d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b4c7db9-1b1d-44f4-97ec-64e490424ab4 HTTP/1.1" status: 204 len: 168 time: 0.1243668 Jul 30 10:58:57.130272 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ddb22-db56-48b7-8ff9-6dd4a04c06d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4c7db9-1b1d-44f4-97ec-64e490424ab4,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:59:04.356650 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:59:09.981403 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-6b375257-c0b6-48a3-88ab-afe19cc97495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:12.778682 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:12.855588 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-1a2a156f-800f-4deb-bbac-eab6a1f88efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:13.450922 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:15.296125 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:18.535556 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:26.881497 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37532) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:59:27.005615 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f690d946-a883-415d-b018-ee0a2a5d4c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.099196 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f690d946-a883-415d-b018-ee0a2a5d4c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.102960 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-f690d946-a883-415d-b018-ee0a2a5d4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_create {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.141319 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-f690d946-a883-415d-b018-ee0a2a5d4c01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15e8bb2b9e4d46e794621e0c7c094157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586429 Jul 30 10:59:27.142148 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690d946-a883-415d-b018-ee0a2a5d4c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec83ca47-9728-4ab5-9c3c-78f705badaf2,revision_number=1']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:59:27.144575 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37536) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 10:59:27.199140 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8fda2edd-8e14-41d3-8f48-1a9c73ff8102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.221645 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8fda2edd-8e14-41d3-8f48-1a9c73ff8102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.271725 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8fda2edd-8e14-41d3-8f48-1a9c73ff8102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.274431 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-8fda2edd-8e14-41d3-8f48-1a9c73ff8102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:27.278000 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-8fda2edd-8e14-41d3-8f48-1a9c73ff8102 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec83ca47-9728-4ab5-9c3c-78f705badaf2 HTTP/1.1" status: 204 len: 168 time: 0.1299753 Jul 30 10:59:27.282849 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-3f0e6108-ff70-4f62-869d-f1ccc4111256 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964844 Jul 30 10:59:27.283054 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2edd-8e14-41d3-8f48-1a9c73ff8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec83ca47-9728-4ab5-9c3c-78f705badaf2,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 10:59:27.387332 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01724b-6907-41bf-9fb4-603430481c7c req-553186a7-af85-405e-989b-69dbc0eca9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:59:27.388886 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-553186a7-af85-405e-989b-69dbc0eca9b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1099 time: 0.0440996 Jul 30 10:59:27.514643 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01724b-6907-41bf-9fb4-603430481c7c req-d36fc5fc-217a-4d05-bf95-727ff2a9088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:59:27.516329 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-d36fc5fc-217a-4d05-bf95-727ff2a9088d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.0938611 Jul 30 10:59:27.590203 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-2730397d-fe40-48ee-8294-90f9ea45319a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 1002 time: 0.0665426 Jul 30 10:59:27.640141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01724b-6907-41bf-9fb4-603430481c7c req-cbf52918-51dc-4d64-85a0-f34ddea60d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:59:27.641591 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-cbf52918-51dc-4d64-85a0-f34ddea60d3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0440276 Jul 30 10:59:27.687026 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01724b-6907-41bf-9fb4-603430481c7c req-99fc59a1-51da-4960-ab9d-80c26724176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 10:59:27.688501 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-99fc59a1-51da-4960-ab9d-80c26724176d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399802 Jul 30 10:59:27.780815 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-dab9fdaf-ab3e-439c-9594-97dfc404d971 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852447 Jul 30 10:59:27.868804 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-ce01724b-6907-41bf-9fb4-603430481c7c req-8c244525-eafb-4447-86db-644ef580ec65 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814805 Jul 30 10:59:39.978813 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8ca61a6d-ae44-4d65-a4fa-a323d463fb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:41.356286 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 10:59:42.779940 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:42.856164 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-372c3e1e-a15a-4c16-b6d2-575727999f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:43.452632 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:45.299411 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 10:59:48.552550 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:09.979658 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-22f52929-c744-4023-8ba8-d47be3c03709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:12.781009 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:12.857058 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-80826aeb-dd28-4dc7-8b0f-23e38a7e4a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:13.455490 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:15.301387 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:18.358769 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:00:18.567456 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.014741 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37548) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:23.174206 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Deleting port 03f29216-801c-4cdb-860c-19c7ccb2c747 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:23.174544 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.247791 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.248116 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.259804 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Calling delete_port for 03f29216-801c-4cdb-860c-19c7ccb2c747 owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:23.407416 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.436112 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'Port': ['ID=03f29216-801c-4cdb-860c-19c7ccb2c747,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:23.463288 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.463642 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.463986 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.464325 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.464659 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.464995 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.465334 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.465664 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.466032 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.466363 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.466688 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.467011 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:23.506911 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.507280 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Floating IP 8233e518-003e-46b6-8f19-0a0af06d5113 disassociated (deleted). External IP: 172.27.0.252, port: fa95a933-a7c2-4cbf-9abe-dee9dcc93d58. Jul 30 11:00:23.716831 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 11:00:23.838267 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 11:00:23.843188 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:23.848517 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 11:00:23.858009 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:23.858635 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:23.872337 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-57a421c5-43d1-4e30-9136-238c79732cd6 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "DELETE /v2.0/floatingips/8233e518-003e-46b6-8f19-0a0af06d5113 HTTP/1.1" status: 204 len: 168 time: 0.8565037 Jul 30 11:00:23.872929 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 11:00:23.875242 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 11:00:23.974463 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:24.118781 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 11:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9598d-f040-416a-aa93-390bd96a4404 x-openstack-request-id: req-dfc9598d-f040-416a-aa93-390bd96a4404 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 11:00:24.119328 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaec05-a5ea-48cb-a406-342c01c172d7 req-e64cd2bc-73e1-4509-8884-6c4f39843491 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:24.119750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 11:00:24.119750 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfc9598d-f040-416a-aa93-390bd96a4404 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 11:00:24.119750 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'status': 'completed', 'code': 200} Jul 30 11:00:24.120704 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6afaec05-a5ea-48cb-a406-342c01c172d7 req-e64cd2bc-73e1-4509-8884-6c4f39843491 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0592504 Jul 30 11:00:24.161154 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-6afaec05-a5ea-48cb-a406-342c01c172d7 req-ff83d1f8-90bc-416f-9049-6b4beae89971 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332656 Jul 30 11:00:24.204124 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-8cc2bb14-dbf5-47a9-ab98-324a96f60d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:24.205864 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-8cc2bb14-dbf5-47a9-ab98-324a96f60d99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 1098 time: 0.0417802 Jul 30 11:00:24.217379 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:46Z', 'revision_number': 1, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:24.248375 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 11:00:24.257373 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:24.258023 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:24.296065 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-03075d18-d404-45e6-b610-3fa722b0efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:24.298196 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-03075d18-d404-45e6-b610-3fa722b0efc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.0838616 Jul 30 11:00:24.343101 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-37e3e630-6c81-4897-891d-ba93bd776ccc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 HTTP/1.1" status: 200 len: 217 time: 0.0381765 Jul 30 11:00:24.366290 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:24.393904 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-5bfe874c-9887-4ef4-837a-28b9528f87db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:24.395417 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-5bfe874c-9887-4ef4-837a-28b9528f87db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0451100 Jul 30 11:00:24.443427 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-92ab48e2-1e74-486d-be11-883adcdc20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:24.444983 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-92ab48e2-1e74-486d-be11-883adcdc20ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415709 Jul 30 11:00:24.545485 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-bc9f21bb-a7f6-4722-82e6-10510ed6291f service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921757 Jul 30 11:00:24.591121 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:46Z', 'revision_number': 1, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:24.620976 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e83cd2-ffe4-4922-b1d7-81e30213b0d0 None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_floatingips': [{'id': 'e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'router_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'port_id': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'mac_address': 'fa:16:3e:67:6c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T10:56:44Z', 'updated_at': '2021-07-30T10:56:46Z', 'revision_number': 1, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 11:00:24.637857 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-872479ed-ca3d-4467-aa86-a6f68ee7e7a2 req-4ca31dc1-b71a-45be-ad13-12fd56f30ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838149 Jul 30 11:00:24.837119 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06a427-2ad2-4e26-905a-86ddf6aac9de None None] New status for floating IP 8233e518-003e-46b6-8f19-0a0af06d5113: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 11:00:25.294545 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4536f-b867-44f4-9665-ef550c5a2549 req-5189d253-9039-40e1-96ea-9252ffa22cbd tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:25.296214 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a3c4536f-b867-44f4-9665-ef550c5a2549 req-5189d253-9039-40e1-96ea-9252ffa22cbd tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0505359 Jul 30 11:00:25.337721 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-a3c4536f-b867-44f4-9665-ef550c5a2549 req-5caeb0b9-42e2-45e4-a7d5-dd246c6e2c38 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Jul 30 11:00:26.451845 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17b46e-33a0-4c42-885a-96dbbfe483ec req-0ee2228b-4524-4985-b314-7be387e8d598 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:26.453319 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9a17b46e-33a0-4c42-885a-96dbbfe483ec req-0ee2228b-4524-4985-b314-7be387e8d598 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Jul 30 11:00:26.494705 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-9a17b46e-33a0-4c42-885a-96dbbfe483ec req-b1d3ecef-d289-47e5-a76a-ba4180f37eb8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347042 Jul 30 11:00:27.616722 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e17434-aa68-4058-985a-70672906132b req-3d4998bf-daf5-4f18-a2fe-94b0256fefa5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:27.618143 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-48e17434-aa68-4058-985a-70672906132b req-3d4998bf-daf5-4f18-a2fe-94b0256fefa5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0498974 Jul 30 11:00:27.659805 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-48e17434-aa68-4058-985a-70672906132b req-bbc9cf1f-d897-4687-ab35-40bd151b78a1 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356321 Jul 30 11:00:28.786369 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bacdc-f685-4877-af94-733a07c3c558 req-dad51934-62fb-4394-b781-2f1e34743dad tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:28.787857 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f78bacdc-f685-4877-af94-733a07c3c558 req-dad51934-62fb-4394-b781-2f1e34743dad tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 945 time: 0.0549130 Jul 30 11:00:28.828064 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-f78bacdc-f685-4877-af94-733a07c3c558 req-747f9291-0169-44eb-9b8e-d72d9c352195 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342250 Jul 30 11:00:29.761129 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:29.841244 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650002'] for port, before_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:29.865330 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'}] {{(pid=104664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 11:00:29.867621 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b05dd6b3330a23df21ea6198cc8ac3e501dc3fecd00d62b004dc08ef45e973f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818ad3ed-4d82-407c-8a20-66191884328b" -d '{"events": [{"server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58"}]}' {{(pid=104664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 11:00:29.881285 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:29.886387 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773392698929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773392293398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773392293416'] for port, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:29.938957 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Pushing event updated for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=6']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:29.946971 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.947307 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.947648 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.947982 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.948315 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.948642 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.949029 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.949354 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.949678 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.950166 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.950342 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.950654 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:29.965316 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ae3c-4756-4ea0-867d-e22f290206fb req-d522aa0a-e384-48dd-b9fb-b85f0b93a628 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:29.966979 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f654ae3c-4756-4ea0-867d-e22f290206fb req-d522aa0a-e384-48dd-b9fb-b85f0b93a628 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0620677 Jul 30 11:00:29.973930 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 11:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73c0d5-55f3-4253-b453-29506503edc7 x-openstack-request-id: req-1c73c0d5-55f3-4253-b453-29506503edc7 {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 11:00:29.974229 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58", "code": 200}]} {{(pid=104664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 11:00:29.974546 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c73c0d5-55f3-4253-b453-29506503edc7 {{(pid=104664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 11:00:29.974885 dv-cinder-801989-5-iscsi neutron-server[104664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'code': 200} Jul 30 11:00:30.013297 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-f654ae3c-4756-4ea0-867d-e22f290206fb req-73029b0e-f7c5-4f37-8439-1b69b3e3eab8 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361571 Jul 30 11:00:30.789170 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afb167-dddd-4e90-ab95-9398a002a002 req-742b4821-aeb2-4092-8738-7b98fdae6950 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:30.790706 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-17afb167-dddd-4e90-ab95-9398a002a002 req-742b4821-aeb2-4092-8738-7b98fdae6950 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 943 time: 0.0492556 Jul 30 11:00:30.886112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Deleting port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:30.886456 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:30.974271 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] For port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:30.974632 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:30.987099 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Calling delete_port for fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:31.143742 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:31.160773 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c6413-e469-43da-9538-e57db656b10b req-5371c7a6-3210-4920-80bc-42d66c9e3d03 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:31.162249 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-581c6413-e469-43da-9538-e57db656b10b req-5371c7a6-3210-4920-80bc-42d66c9e3d03 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=2afc7bac-d566-4f54-89f9-b02c1cbf11e2 HTTP/1.1" status: 200 len: 865 time: 0.0698576 Jul 30 11:00:31.186236 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'Port': ['ID=fa95a933-a7c2-4cbf-9abe-dee9dcc93d58,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:31.225542 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.225912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.226253 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.226585 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.226912 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.227235 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.227561 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.227884 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.228200 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.228516 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.228827 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.229138 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801989-5-iscsi {{(pid=104663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 11:00:31.259670 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] No DVR routers for this DVR port fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 11:00:31.263358 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:31.265265 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-17afb167-dddd-4e90-ab95-9398a002a002 req-8b476f3f-f5d0-44b7-8208-98aad349d661 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "DELETE /v2.0/ports/fa95a933-a7c2-4cbf-9abe-dee9dcc93d58 HTTP/1.1" status: 204 len: 173 time: 0.4679377 Jul 30 11:00:31.265688 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'name': 'network-vif-deleted', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 11:00:31.268202 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee209e-1dae-421d-a41c-794fb06695ae" -d '{"events": [{"server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "name": "network-vif-deleted", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 11:00:31.275734 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-581c6413-e469-43da-9538-e57db656b10b req-a3faab6b-0461-4a3a-b8d0-4cc8c18b7e09 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935190 Jul 30 11:00:31.365169 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 11:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637ec6f-8c3f-421b-af66-ca85f4e8f7b4 x-openstack-request-id: req-4637ec6f-8c3f-421b-af66-ca85f4e8f7b4 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 11:00:31.365530 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc7bac-d566-4f54-89f9-b02c1cbf11e2", "name": "network-vif-deleted", "tag": "fa95a933-a7c2-4cbf-9abe-dee9dcc93d58", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 11:00:31.365879 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4637ec6f-8c3f-421b-af66-ca85f4e8f7b4 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 11:00:31.366360 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afc7bac-d566-4f54-89f9-b02c1cbf11e2', 'name': 'network-vif-deleted', 'tag': 'fa95a933-a7c2-4cbf-9abe-dee9dcc93d58', 'status': 'completed', 'code': 200} Jul 30 11:00:34.559513 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37608) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:34.714384 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Deleting port ba7df38c-9b9c-4be1-82af-4118e5bd4962 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:34.714727 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:34.788043 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:34.788374 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:34.799775 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Calling delete_port for ba7df38c-9b9c-4be1-82af-4118e5bd4962 owned by network:floatingip {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:34.949412 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:34.978212 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'Port': ['ID=ba7df38c-9b9c-4be1-82af-4118e5bd4962,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:35.041998 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:35.042282 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.db.l3_db [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Floating IP e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e disassociated (deleted). External IP: 172.27.0.175, port: d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec. Jul 30 11:00:35.255141 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 11:00:35.364439 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 11:00:35.369454 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:35.374167 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 11:00:35.384088 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:35.384717 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:35.397110 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-c27495c9-3296-4600-a135-4ddebfd24db2 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "DELETE /v2.0/floatingips/e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e HTTP/1.1" status: 204 len: 168 time: 0.8364599 Jul 30 11:00:35.397804 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec'}] {{(pid=104662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 11:00:35.400287 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd492f5c6e9a07a80debe5ddc6ad2c7f48a22454e13fbeac3ac92a1091111fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5e86b-a719-4e02-9629-8c2b183c46d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec"}]}' {{(pid=104662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 11:00:35.438641 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ff76d4-0768-489b-9637-1ff337abc360 x-openstack-request-id: req-89ff76d4-0768-489b-9637-1ff337abc360 {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 11:00:35.439213 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec", "status": "completed", "code": 200}]} {{(pid=104662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 11:00:35.439562 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89ff76d4-0768-489b-9637-1ff337abc360 {{(pid=104662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 11:00:35.440060 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'status': 'completed', 'code': 200} Jul 30 11:00:35.530037 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-0340c984-5fa5-4a74-9941-04c81c2872c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:35.532404 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-0340c984-5fa5-4a74-9941-04c81c2872c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 1099 time: 0.0447581 Jul 30 11:00:35.631993 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:35.707235 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76489eab-32b9-45c3-81f5-18eed6511c0d req-dc1655fe-6c6e-4406-982d-a25111ceaeaf tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:35.708754 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76489eab-32b9-45c3-81f5-18eed6511c0d req-dc1655fe-6c6e-4406-982d-a25111ceaeaf tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 946 time: 0.1149459 Jul 30 11:00:35.713454 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-e8efb757-592b-42fd-ae1f-baef38b8a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:35.714888 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-e8efb757-592b-42fd-ae1f-baef38b8a8a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 200 len: 911 time: 0.1304374 Jul 30 11:00:35.764818 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-a7fe0c21-460c-4b25-8e43-9df05092098b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 200 len: 217 time: 0.0414987 Jul 30 11:00:35.810000 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-76489eab-32b9-45c3-81f5-18eed6511c0d req-aab6ca3c-eb6e-4ec7-be81-d48762098575 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940440 Jul 30 11:00:35.829501 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-1e2e2837-1254-4ea4-ba9c-7fd5f62fdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:35.831167 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-1e2e2837-1254-4ea4-ba9c-7fd5f62fdcc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 200 len: 849 time: 0.0565629 Jul 30 11:00:35.834283 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:35.861074 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 11:00:35.869313 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:35.869964 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:13Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:35.878584 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-03f7fa74-e870-431f-9913-07d76f11c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:35.880108 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-03f7fa74-e870-431f-9913-07d76f11c067 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9eeefab1-e10d-4574-831d-ef902e9c344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409529 Jul 30 11:00:35.973310 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-7a6c283b-2cc6-4d8d-a607-d67fcbef5bac service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849047 Jul 30 11:00:35.977943 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:36.068402 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-53a5e86b-a719-4e02-9629-8c2b183c46d0 req-ac1b9d3d-b892-48bb-b805-3a271657030c service neutron] 10.222.0.10 "GET /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Jul 30 11:00:36.181563 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:36.208803 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1703818-53b6-4f19-8cd0-9c88e8eb4fbc None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T10:53:34Z', 'revision_number': 4, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi', '_interfaces': [{'id': '6a2898fd-046e-46f4-815e-d9f268bff807', 'name': '', 'network_id': '9eeefab1-e10d-4574-831d-ef902e9c344a', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'mac_address': 'fa:16:3e:58:bd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:33Z', 'updated_at': '2021-07-30T10:53:40Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'subnets': [{'id': '8b7e791a-9a09-4e7a-b40d-70e3ae986261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 11:00:36.420784 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f71b5-be5d-44ff-9e18-803e6a6707c2 None None] New status for floating IP e8cffba7-bc0f-4c3e-a293-4aecfd9ebe6e: DOWN {{(pid=104665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 11:00:36.928317 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077253e7-91b2-49b0-a940-f6f81ce8b32b req-fe5af9cd-a691-456d-9fc1-db333397e974 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:36.929801 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-077253e7-91b2-49b0-a940-f6f81ce8b32b req-fe5af9cd-a691-456d-9fc1-db333397e974 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 946 time: 0.0498712 Jul 30 11:00:36.967978 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-077253e7-91b2-49b0-a940-f6f81ce8b32b req-32aa926b-d182-4305-8762-8e1a300935d5 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab8c5501-28cb-47f4-b9b6-40c508413060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Jul 30 11:00:37.262263 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-32394fc3-0619-4716-8328-f86b16094906 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 11:00:37.263703 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-32394fc3-0619-4716-8328-f86b16094906 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Jul 30 11:00:37.360704 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Deleting port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:37.361040 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:37.452583 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] For port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec, host hv-cinder-80198, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80198',level=0,port_id=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:37.452946 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:37.466458 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Calling delete_port for d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec owned by compute:nova {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:37.595143 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:37.623358 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'Port': ['ID=d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:37.664559 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] No DVR routers for this DVR port d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec on host hv-cinder-80198 {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 11:00:37.667016 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for port, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:37.669059 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [req-2a5c1384-11ff-42a3-aa64-0769fc9294ec req-ac19b27a-9a60-48c1-8e1b-bac59ca14e51 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.10 "DELETE /v2.0/ports/d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec HTTP/1.1" status: 204 len: 173 time: 0.3991351 Jul 30 11:00:37.669503 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'name': 'network-vif-deleted', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec'}] {{(pid=104663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 11:00:37.671781 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0ea107791621823e5b4e9badcaab857266748f65607af0bf157a1ed13a6eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a80015-da72-43bd-9692-6293f898fdf9" -d '{"events": [{"server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "name": "network-vif-deleted", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec"}]}' {{(pid=104663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 11:00:37.708574 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 11:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef42733-0efc-4321-9141-ed16366e7264 x-openstack-request-id: req-2ef42733-0efc-4321-9141-ed16366e7264 {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 11:00:37.708866 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31e6ccc-40c2-474e-8455-38c405c26453", "name": "network-vif-deleted", "tag": "d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec", "status": "completed", "code": 200}]} {{(pid=104663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 11:00:37.709119 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ef42733-0efc-4321-9141-ed16366e7264 {{(pid=104663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 11:00:37.709520 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31e6ccc-40c2-474e-8455-38c405c26453', 'name': 'network-vif-deleted', 'tag': 'd3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec', 'status': 'completed', 'code': 200} Jul 30 11:00:38.069277 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [req-dffd375f-7b57-4001-b01b-e850d033d0e7 req-32d76ad1-ea27-47c3-834d-f440f798e01d tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31e6ccc-40c2-474e-8455-38c405c26453 HTTP/1.1" status: 200 len: 210 time: 0.0286283 Jul 30 11:00:39.127191 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37624) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:39.253085 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Deleting port d1c2a588-5f2e-4c73-9fd9-636ec9c34ce7 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:39.253423 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:39.327687 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:39.328043 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:39.341192 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Calling delete_port for d1c2a588-5f2e-4c73-9fd9-636ec9c34ce7 owned by network:floatingip {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:39.473553 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:39.500266 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'Port': ['ID=d1c2a588-5f2e-4c73-9fd9-636ec9c34ce7,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:39.562004 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for floatingip, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:39.565209 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6137'] for floatingip, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:39.566372 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-ce04f8b8-a44e-4800-aff4-3e3406786d02 tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "DELETE /v2.0/floatingips/b19ff036-a993-4248-b0d4-bdd992c5abc1 HTTP/1.1" status: 204 len: 168 time: 0.4381943 Jul 30 11:00:39.811673 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec no longer exists at agent hyperv_hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:39.832454 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] No Port match for: d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:39.832800 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Device d3b9bb7b-ad45-4ce9-a2d4-d489fb8bc9ec not bound to the agent host hv-cinder-80198 {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:39.980194 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8d95ad57-0841-407c-8ebd-67a1d07c8ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:40.760382 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37636) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:41.089475 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-86dad320-5942-4063-a009-eaa89537e8ba tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:41.115075 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-86dad320-5942-4063-a009-eaa89537e8ba tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:41.174152 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-86dad320-5942-4063-a009-eaa89537e8ba tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:41.176983 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-86dad320-5942-4063-a009-eaa89537e8ba tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:41.178171 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-86dad320-5942-4063-a009-eaa89537e8ba tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] 10.222.0.23 "DELETE /v2.0/security-groups/ab8c5501-28cb-47f4-b9b6-40c508413060 HTTP/1.1" status: 204 len: 168 time: 0.4167814 Jul 30 11:00:41.188633 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dad320-5942-4063-a009-eaa89537e8ba tempest-TestVolumeBootPattern-918661419 tempest-TestVolumeBootPattern-918661419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c5501-28cb-47f4-b9b6-40c508413060,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:42.251896 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37642) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:42.783259 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:42.818226 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:42.857295 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-3432be67-8ed7-40b0-a05e-1d8c7320303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:43.110733 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Deleting port 6a2898fd-046e-46f4-815e-d9f268bff807 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:43.110968 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:43.188700 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] For port 6a2898fd-046e-46f4-815e-d9f268bff807, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=6a2898fd-046e-46f4-815e-d9f268bff807,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:43.189091 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:43.201261 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Calling delete_port for 6a2898fd-046e-46f4-815e-d9f268bff807 owned by network:router_interface {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:43.383069 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:43.411069 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2898fd-046e-46f4-815e-d9f268bff807,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:43.460457 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:43.575741 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:43.790662 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 11:00:43.894882 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 11:00:43.899949 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9386e8fb-b7a4-40f4-930f-ae004ec70f78 admin admin] 10.222.0.23 "PUT /v2.0/routers/75dea1f3-cbf4-4a32-b250-f5503a4396b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468740 Jul 30 11:00:43.902514 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37646) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:43.905195 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] Sync routers for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 11:00:43.914844 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:43.915472 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:44.006338 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks [] for router, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.027484 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:44.109441 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.162817 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Deleting port 5d58306c-6ac5-4133-9345-94a754745d2b {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:44.163205 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.208274 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T11:00:43Z', 'revision_number': 5, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port': {'id': '5d58306c-6ac5-4133-9345-94a754745d2b', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:31Z', 'updated_at': '2021-07-30T10:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:44.235254 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] Checking router: 75dea1f3-cbf4-4a32-b250-f5503a4396b2 for host: dv-cinder-801989-5-iscsi {{(pid=104664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 11:00:44.243524 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] Routers {'75dea1f3-cbf4-4a32-b250-f5503a4396b2'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:44.244136 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'], 'active': True} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:44.245300 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] For port 5d58306c-6ac5-4133-9345-94a754745d2b, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=5d58306c-6ac5-4133-9345-94a754745d2b,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:44.245687 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.258832 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Calling delete_port for 5d58306c-6ac5-4133-9345-94a754745d2b owned by network:router_gateway {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:44.331651 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvr_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] Set router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 gateway port host: None {{(pid=104664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:44.384088 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_hamode_db [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T11:00:44Z', 'revision_number': 6, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:44.414055 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68a8e1-bd44-4a14-8da2-a05ebbf938ae None None] The sync data for ids ['75dea1f3-cbf4-4a32-b250-f5503a4396b2'] in dv-cinder-801989-5-iscsi is: [{'id': '75dea1f3-cbf4-4a32-b250-f5503a4396b2', 'name': 'tempest-TestVolumeBootPattern-87960590-router', 'tenant_id': '989527b3787d4aacbf2a61a6f8c16db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:30Z', 'updated_at': '2021-07-30T11:00:44Z', 'revision_number': 6, 'project_id': '989527b3787d4aacbf2a61a6f8c16db7', 'gw_port_host': None}] {{(pid=104664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 11:00:44.429536 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.454959 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Pushing event deleted for resources: {'Port': ['ID=5d58306c-6ac5-4133-9345-94a754745d2b,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:44.514431 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.602707 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.604751 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.650625 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.651141 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75dea1f3-cbf4-4a32-b250-f5503a4396b2 {{(pid=104663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 11:00:44.655835 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] Notify callbacks [] for router, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.660708 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-500b0404-c8e0-4a08-8cdb-7c7691d4e1da admin admin] 10.222.0.23 "DELETE /v2.0/routers/75dea1f3-cbf4-4a32-b250-f5503a4396b2 HTTP/1.1" status: 204 len: 168 time: 0.7535081 Jul 30 11:00:44.660708 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37648) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:44.704602 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Deleting subnet 8b7e791a-9a09-4e7a-b40d-70e3ae986261 {{(pid=104663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 11:00:44.707494 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.742705 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381945'] for subnet, precommit_delete_associations {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.829049 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.880260 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10381848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10172276'] for subnet, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.906353 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7e791a-9a09-4e7a-b40d-70e3ae986261,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:44.908565 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:44.910399 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-d90570c1-ad12-44ae-85ec-a6889032cc3c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b7e791a-9a09-4e7a-b40d-70e3ae986261 HTTP/1.1" status: 204 len: 168 time: 0.2499106 Jul 30 11:00:44.912151 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652c34e-3689-4fec-ad14-e80610bd0d98 None None] Network 9eeefab1-e10d-4574-831d-ef902e9c344a requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 11:00:44.913246 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37650) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:44.979247 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.038318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Deleting port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:45.038663 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.100659 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] For port d3cd2da2-5edc-4c2f-a708-4a379c2044a2, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,segment=NetworkSegment(a9b1cc71-1768-4f13-bc78-353b73e81ba3),segment_id=a9b1cc71-1768-4f13-bc78-353b73e81ba3)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:45.100974 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.113210 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Calling delete_port for d3cd2da2-5edc-4c2f-a708-4a379c2044a2 owned by network:dhcp {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:45.154099 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] DHCP port deletion for 9eeefab1-e10d-4574-831d-ef902e9c344a request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 11:00:45.202357 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.202669 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Deleting port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 {{(pid=104664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:45.202871 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.228684 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:45.232137 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] No DVR routers for this DVR port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 on host dv-cinder-801989-5-iscsi {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 11:00:45.268468 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.db [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] For port d3cd2da2-5edc-4c2f-a708-4a379c2044a2, host dv-cinder-801989-5-iscsi, got binding levels [] {{(pid=104664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:45.268860 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.282525 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Calling delete_port for d3cd2da2-5edc-4c2f-a708-4a379c2044a2 owned by network:dhcp {{(pid=104664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:45.285251 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.ipam_backend_mixin [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 was not found and therefore no delete operation was performed {{(pid=104664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 11:00:45.286507 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389'] for port, after_delete {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.303975 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.321902 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eeefab1-e10d-4574-831d-ef902e9c344a']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:45.325102 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] Pushing event deleted for resources: {'Port': ['ID=d3cd2da2-5edc-4c2f-a708-4a379c2044a2,revision_number=None']} {{(pid=104664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:45.327503 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595c9f2-465d-4dd9-82e2-f8d4d33bdf5f None None] No DVR routers for this DVR port d3cd2da2-5edc-4c2f-a708-4a379c2044a2 on host dv-cinder-801989-5-iscsi {{(pid=104664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 11:00:45.340892 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1cc71-1768-4f13-bc78-353b73e81ba3') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:45.341314 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1cc71-1768-4f13-bc78-353b73e81ba3') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:45.343260 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.353495 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.372553 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.379423 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 11:00:45.379832 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 11:00:45.381707 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 11:00:45.441870 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.447245 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:45.449173 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] 10.222.0.23 "DELETE /v2.0/networks/9eeefab1-e10d-4574-831d-ef902e9c344a HTTP/1.1" status: 204 len: 168 time: 0.5349698 Jul 30 11:00:45.452753 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37652) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:45.461796 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device d3cd2da2-5edc-4c2f-a708-4a379c2044a2 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:45.463929 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c877818-bbbe-4af6-a2f6-78bfe92813af admin admin] Pushing event deleted for resources: {'Network': ['ID=9eeefab1-e10d-4574-831d-ef902e9c344a,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:45.484123 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: d3cd2da2-5edc-4c2f-a708-4a379c2044a2 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:45.484475 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device d3cd2da2-5edc-4c2f-a708-4a379c2044a2 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:45.484925 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 5d58306c-6ac5-4133-9345-94a754745d2b no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:45.504173 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 5d58306c-6ac5-4133-9345-94a754745d2b {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:45.504525 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 5d58306c-6ac5-4133-9345-94a754745d2b not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:45.504943 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6a2898fd-046e-46f4-815e-d9f268bff807 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:45.525579 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 6a2898fd-046e-46f4-815e-d9f268bff807 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:45.525967 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 6a2898fd-046e-46f4-815e-d9f268bff807 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:45.798832 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717059'] for router_interface, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:46.046720 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Deleting port 2d58a5c3-5390-429c-b82e-3c83971590f0 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:46.047062 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:46.122021 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] For port 2d58a5c3-5390-429c-b82e-3c83971590f0, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=2d58a5c3-5390-429c-b82e-3c83971590f0,segment=NetworkSegment(10fcfe80-2c52-4323-b566-5cadef0496b3),segment_id=10fcfe80-2c52-4323-b566-5cadef0496b3)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:46.122321 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:46.138415 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Calling delete_port for 2d58a5c3-5390-429c-b82e-3c83971590f0 owned by network:router_interface {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:46.320894 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:46.347311 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2d58a5c3-5390-429c-b82e-3c83971590f0,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:46.511793 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717039'] for router_interface, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:46.978820 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Router 92402adf-185d-4782-993d-1631740b0f35 has already been hosted by L3 agent 816c621d-f53b-4835-9f8c-bb60b8312c5d {{(pid=104662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 11:00:47.083569 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] Notify agent at l3_agent.dv-cinder-801989-5-iscsi the message routers_updated {{(pid=104662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 11:00:47.088569 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-25a06b73-16f1-4ad5-8473-9260ff19c9fa admin admin] 10.222.0.23 "PUT /v2.0/routers/92402adf-185d-4782-993d-1631740b0f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6341617 Jul 30 11:00:47.091038 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37654) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:47.091921 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] Sync routers for ids ['92402adf-185d-4782-993d-1631740b0f35'] in dv-cinder-801989-5-iscsi {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 11:00:47.101556 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] Routers {'92402adf-185d-4782-993d-1631740b0f35'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:47.102197 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['92402adf-185d-4782-993d-1631740b0f35'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:47.192944 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks [] for router, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.204559 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] Set router 92402adf-185d-4782-993d-1631740b0f35 gateway port host: dv-cinder-801989-5-iscsi {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:47.300433 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.369562 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Deleting port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 {{(pid=104662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:47.369932 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.389239 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'external_fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T11:00:46Z', 'revision_number': 5, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port': {'id': 'dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6', 'name': '', 'network_id': '4891d188-bd5b-4f5a-a457-6c650fc149bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92402adf-185d-4782-993d-1631740b0f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801989-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T10:53:36Z', 'updated_at': '2021-07-30T10:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8dba66b8-eb18-4a21-9561-6ad22c068bd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801989-5-iscsi'}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:47.420891 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] Checking router: 92402adf-185d-4782-993d-1631740b0f35 for host: dv-cinder-801989-5-iscsi {{(pid=104665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 11:00:47.430610 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] Routers {'92402adf-185d-4782-993d-1631740b0f35'} bound to L3 agent in host dv-cinder-801989-5-iscsi {{(pid=104665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 11:00:47.431376 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801989-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T10:40:13Z,description=,heartbeat_timestamp=2021-07-30T11:00:43Z,host='dv-cinder-801989-5-iscsi',id=816c621d-f53b-4835-9f8c-bb60b8312c5d,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T10:40:13Z,topic='l3_agent')) {'router_ids': ['92402adf-185d-4782-993d-1631740b0f35'], 'active': True} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:47.467180 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.db [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] For port dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,segment=NetworkSegment(6382ea82-e615-4f09-a54c-376d9c1044a9),segment_id=6382ea82-e615-4f09-a54c-376d9c1044a9)] {{(pid=104662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:47.467565 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.486194 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.plugins.ml2.plugin [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Calling delete_port for dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 owned by network:router_gateway {{(pid=104662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:47.604809 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_dvr_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] Set router 92402adf-185d-4782-993d-1631740b0f35 gateway port host: None {{(pid=104665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 11:00:47.657901 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444808'] for port, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.658847 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.l3_hamode_db [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T11:00:47Z', 'revision_number': 6, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port_host': None}], 'dv-cinder-801989-5-iscsi', False) {} {{(pid=104665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:47.686295 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:47.690427 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422461a-3bec-4d17-a9b1-5a1284cb59ed None None] The sync data for ids ['92402adf-185d-4782-993d-1631740b0f35'] in dv-cinder-801989-5-iscsi is: [{'id': '92402adf-185d-4782-993d-1631740b0f35', 'name': 'tempest-TestVolumeBootPattern-1282793886-router', 'tenant_id': 'a03d9cff163749399108021be8a1aff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T10:53:35Z', 'updated_at': '2021-07-30T11:00:47Z', 'revision_number': 6, 'project_id': 'a03d9cff163749399108021be8a1aff7', 'gw_port_host': None}] {{(pid=104665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 11:00:47.750782 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716365'] for router_gateway, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.839554 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.841632 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.883049 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1637506'] for router, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.883514 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92402adf-185d-4782-993d-1631740b0f35 {{(pid=104662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 11:00:47.887884 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] Notify callbacks [] for router, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.889064 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-506b364e-eb54-465b-8065-5717b9242b98 admin admin] 10.222.0.23 "DELETE /v2.0/routers/92402adf-185d-4782-993d-1631740b0f35 HTTP/1.1" status: 204 len: 168 time: 0.7970936 Jul 30 11:00:47.892085 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [-] (104662) accepted ('10.222.0.23', 37656) {{(pid=104662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:47.940084 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Deleting subnet 5eec8dcf-02c2-456a-bec7-9e482c4568df {{(pid=104662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 11:00:47.943175 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:47.978066 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8646397'] for subnet, precommit_delete_associations {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.056665 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749710'] for subnet, precommit_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.119613 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3426569'] for subnet, after_delete {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.144715 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eec8dcf-02c2-456a-bec7-9e482c4568df,revision_number=None']} {{(pid=104662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:48.150337 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for subnet, before_response {{(pid=104662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.152221 dv-cinder-801989-5-iscsi neutron-server[104662]: INFO neutron.wsgi [None req-ccc5ce37-aa5e-4759-a7f3-b05bd040f2d3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5eec8dcf-02c2-456a-bec7-9e482c4568df HTTP/1.1" status: 204 len: 168 time: 0.2592201 Jul 30 11:00:48.155021 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37658) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:48.158234 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3a9ab-dac6-458a-8159-2e6b3c64904d None None] Network 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed requested from dv-cinder-801989-5-iscsi {{(pid=104664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 11:00:48.222955 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617095'] for network, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.281112 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Deleting port dfc07af4-5da0-46ca-ac8c-262df2618f12 {{(pid=104663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 11:00:48.281446 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773392694155'] for port, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.346318 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.db [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] For port dfc07af4-5da0-46ca-ac8c-262df2618f12, host dv-cinder-801989-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801989-5-iscsi',level=0,port_id=dfc07af4-5da0-46ca-ac8c-262df2618f12,segment=NetworkSegment(10fcfe80-2c52-4323-b566-5cadef0496b3),segment_id=10fcfe80-2c52-4323-b566-5cadef0496b3)] {{(pid=104663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 11:00:48.346705 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713556'] for port, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.359458 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Calling delete_port for dfc07af4-5da0-46ca-ac8c-262df2618f12 owned by network:dhcp {{(pid=104663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 11:00:48.443523 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-667615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773392698911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773392293389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10381879'] for port, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.446272 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34cdd4e-a7ce-488a-958f-c3c712c3c101 None None] DHCP port deletion for 4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed request from dv-cinder-801989-5-iscsi {{(pid=104664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 11:00:48.472910 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc07af4-5da0-46ca-ac8c-262df2618f12,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:48.474805 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] No DVR routers for this DVR port dfc07af4-5da0-46ca-ac8c-262df2618f12 on host dv-cinder-801989-5-iscsi {{(pid=104663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 11:00:48.544420 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721689', 'neutron.services.segments.db._delete_segments_for_network-8773392791345'] for network, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.554724 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed']}} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:48.568302 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.568990 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fcfe80-2c52-4323-b566-5cadef0496b3') {'for_net_delete': True} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:48.569285 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.services.segments.db [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fcfe80-2c52-4323-b566-5cadef0496b3') {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 11:00:48.578106 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773392791610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381938'] for segment, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.593404 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896'] for segment, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.601178 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 11:00:48.601550 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10381510'] for segment, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: Traceback (most recent call last): Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: timer() Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: cb(*args, **kw) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: return func(*args, **kwargs) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: self._notify() Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: self.callback(batched_events) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: event.method(event) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: return f(self, *a, **k) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._get(url).json() Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: return self.request(url, 'GET', **kwargs) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 11:00:48.603353 dv-cinder-801989-5-iscsi neutron-server[104663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 11:00:48.660135 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716401'] for network, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.676917 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646676'] for network, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.678928 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed HTTP/1.1" status: 204 len: 168 time: 0.5228367 Jul 30 11:00:48.680166 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f136e3-bec9-4a4c-82f1-e8df6c8e22ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4c080b0a-bc9a-40c4-b243-e9f70bdeb2ed,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:48.830850 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37662) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:48.871520 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-5825ffbe-3d4d-44ee-863b-82edd671d753 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=989527b3787d4aacbf2a61a6f8c16db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394981 Jul 30 11:00:48.874024 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37664) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:48.920983 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-70d99fae-7a1e-4b2e-acbc-ea5adf57ddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.946250 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-70d99fae-7a1e-4b2e-acbc-ea5adf57ddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.992195 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-70d99fae-7a1e-4b2e-acbc-ea5adf57ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.994819 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-70d99fae-7a1e-4b2e-acbc-ea5adf57ddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:48.995962 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-70d99fae-7a1e-4b2e-acbc-ea5adf57ddc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7658b1de-b851-4141-b936-b20dd833a405 HTTP/1.1" status: 204 len: 168 time: 0.1210485 Jul 30 11:00:49.006455 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d99fae-7a1e-4b2e-acbc-ea5adf57ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658b1de-b851-4141-b936-b20dd833a405,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:49.326099 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37670) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:49.367665 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-db3db8e5-6003-471f-8d40-a2e18983575d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a03d9cff163749399108021be8a1aff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404050 Jul 30 11:00:49.370064 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.wsgi [-] (104663) accepted ('10.222.0.23', 37672) {{(pid=104663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 11:00:49.420181 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-face5fff-ccc3-451d-8619-eea4df528774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:49.442967 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-face5fff-ccc3-451d-8619-eea4df528774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:49.457797 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2d58a5c3-5390-429c-b82e-3c83971590f0 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:49.478557 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: 2d58a5c3-5390-429c-b82e-3c83971590f0 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:49.478901 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device 2d58a5c3-5390-429c-b82e-3c83971590f0 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:49.479314 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dfc07af4-5da0-46ca-ac8c-262df2618f12 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:49.493298 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-face5fff-ccc3-451d-8619-eea4df528774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574102'] for security_group, after_delete {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:49.496027 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-face5fff-ccc3-451d-8619-eea4df528774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:00:49.497182 dv-cinder-801989-5-iscsi neutron-server[104663]: INFO neutron.wsgi [None req-face5fff-ccc3-451d-8619-eea4df528774 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0856ae78-0679-4a16-902e-170515c807c5 HTTP/1.1" status: 204 len: 168 time: 0.1262245 Jul 30 11:00:49.503459 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: dfc07af4-5da0-46ca-ac8c-262df2618f12 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:49.503823 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dfc07af4-5da0-46ca-ac8c-262df2618f12 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:49.504225 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 no longer exists at agent ovs-agent-dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 11:00:49.505954 dv-cinder-801989-5-iscsi neutron-server[104663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face5fff-ccc3-451d-8619-eea4df528774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0856ae78-0679-4a16-902e-170515c807c5,revision_number=None']} {{(pid=104663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 11:00:49.536880 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.plugin [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] No Port match for: dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 {{(pid=104664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 11:00:49.537221 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron.plugins.ml2.rpc [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Device dc3c4fef-a4b6-4a80-a52d-835e68d9f0b6 not bound to the agent host dv-cinder-801989-5-iscsi {{(pid=104664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 11:00:55.357672 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:01:09.980881 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab6cd-51dc-40e5-9a8e-7e8945294827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:12.787711 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:12.858135 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2e9bcf7c-e379-486b-b71a-28391ebcd086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:13.461389 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:15.307959 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:18.563374 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:32.356563 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:01:39.985104 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b618088f-c246-47ff-a84f-0cd5d2c39faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:42.788651 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:42.858934 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-187b345a-59cc-4432-aad6-84ef35150adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:43.462379 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:45.311177 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:01:48.576924 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:09.355522 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:02:09.984486 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-48bccdb1-31f8-40d3-a642-95a6b0df7148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:12.789600 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:12.859437 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-a6951ef1-4df4-43c5-960b-953fe996466a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:13.465201 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:15.315301 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:18.585261 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:39.985652 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f58eebd4-e710-4a7c-b53e-0232e37227d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:42.790085 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:42.857801 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-5ee7db92-5708-47de-bdc8-fb53b2a50432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:43.468699 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:45.316563 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:02:46.354940 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:02:48.592224 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:09.989059 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-7925153b-f40f-4ec7-95ed-1c70b55c302f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:12.790295 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:12.856911 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-b5a0ce5f-c1ac-4cf3-bc21-248e22760728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:13.471670 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:15.319966 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:18.622655 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:23.353560 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:03:37.919568 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [req-a166bfe3-5014-432f-a894-fbcbe884c6f9 req-d8ee632d-cf6d-4577-a347-d35122a9b0e5 service neutron] (104662) timed out ('10.222.0.10', 63765) {{(pid=104662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 11:03:39.988747 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-acd30c77-8790-4876-876e-fab2062cb7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:42.792230 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:42.856681 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-86d7dc6b-ad7d-4e30-8a19-2bd19f34ce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:43.472949 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:45.322316 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:48.623185 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:03:57.379625 dv-cinder-801989-5-iscsi neutron-server[104662]: DEBUG neutron.wsgi [req-53982ffa-0630-4316-89cf-702076d843fe req-9147158d-a322-4b42-ace8-fa9fb85fd1ca service neutron] (104662) timed out ('10.222.0.10', 63783) {{(pid=104662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 11:04:00.352510 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:04:09.990076 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-c5716dc6-e884-47d0-8a87-e3cf44b3fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:12.792983 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:12.855994 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-23564c5f-2783-4147-8856-8970fcb4adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:13.475012 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:15.324907 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:18.652200 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:37.351049 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:04:39.991352 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-9720431a-b742-4cdc-9181-22dd6be86d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:42.795191 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:42.855834 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-8b4a812b-306d-4683-bd5c-35e2cb3c5643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:43.478449 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:45.327633 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:04:48.683790 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:09.993995 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-2131ef09-84cd-4f8f-be99-09ee4a291991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:12.795008 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:12.854669 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-11a160da-d681-4e51-b27a-be81ac980fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:13.484292 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:14.350028 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 11:05:15.331152 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:18.682558 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:39.994293 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-cf67769d-2b94-429e-b78a-07f783f001ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:42.796269 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-f02a12b4-2cf7-4680-a028-c76793cea44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:42.853524 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-e6735639-df73-4b8e-a4c9-cd3d82e339e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:43.483376 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-77087a06-af59-43fe-9567-f34264bdf9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:45.332294 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-4654cadc-4cf3-4640-bc9f-51bc2706f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:48.714058 dv-cinder-801989-5-iscsi neutron-server[104664]: DEBUG neutron_lib.callbacks.manager [None req-332f78c9-77b6-4fef-aa01-22374c398298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773392791327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721119'] for agent, after_update {{(pid=104664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 11:05:51.349563 dv-cinder-801989-5-iscsi neutron-server[104665]: DEBUG neutron.db.agents_db [None req-80c4cc06-1716-43b1-a226-6b6c0b890207 None None] Agent healthcheck: found 6 active agents {{(pid=104665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}